-- Logs begin at Mon 2021-07-19 16:55:57 UTC, end at Mon 2021-07-19 17:55:44 UTC. -- Jul 19 17:31:02.476630 dv-cinder-800696-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 19 17:31:05.153803 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.common.config [-] Logging enabled! Jul 19 17:31:05.154510 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev478 Jul 19 17:31:05.154604 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99857) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 19 17:31:05.157808 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.common.config [-] Logging enabled! Jul 19 17:31:05.158093 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev478 Jul 19 17:31:05.158403 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99857) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 19 17:31:05.159341 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 17:31:05.159572 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 17:31:05.159932 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 17:31:05.160175 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 17:31:05.160397 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 17:31:05.160711 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.161002 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.161293 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.161521 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.161813 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.162130 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.162414 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.162698 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.162991 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.163272 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.163549 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.163828 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.164056 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.164336 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.164617 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.164900 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.165120 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] debug = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.165397 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.165818 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.166264 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.166538 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.167362 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.167639 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.167909 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.168181 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.168462 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.168787 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] host = dv-cinder-800696-4-iscsi {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.169060 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.169340 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.169621 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.169901 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.170205 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.170478 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.170758 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.171025 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.171293 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] log_file = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.171563 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.171939 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.172232 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.172520 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.172743 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.172964 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.173250 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.173531 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.173803 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.174105 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.174376 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.174644 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.174912 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.175172 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.175449 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.175727 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.176006 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.176280 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.176548 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.176814 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.177081 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.177369 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.177629 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.177900 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.178198 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.178481 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.178746 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.179014 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.179311 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.179591 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.179869 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.180148 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.180417 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.180694 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.180960 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.181228 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.181494 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] use_json = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.181760 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.182035 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.182334 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.183168 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.183440 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.183714 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.183983 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.184269 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:05.184563 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.184859 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.185157 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.185440 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.185733 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.186012 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.186322 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.186856 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.187149 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.187437 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.187723 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.188001 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.188286 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.188563 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.188855 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.189155 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.189447 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.189735 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.190006 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.190299 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.190570 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.190846 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.191129 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.191417 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.191702 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.191973 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.192248 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.192536 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.192810 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.193079 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.193355 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.193639 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.193917 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.194208 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.194488 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.194761 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.195030 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.195297 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.195571 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.195855 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.196126 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.196393 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.196660 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.196937 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.197208 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.197490 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.197763 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.198071 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.198343 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.198616 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.198887 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.199155 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.199428 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.199697 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.199971 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.200239 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.200508 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.200776 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.201044 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.201312 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.201579 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.201846 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.202145 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.202416 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.202683 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.202950 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.203219 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.203485 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.203766 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.204056 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.204330 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.204605 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.204877 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.205149 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.205421 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.205692 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.205965 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.206260 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.206529 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.206816 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.207093 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.207372 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.207650 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.207920 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.208207 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.208479 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.208755 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.209027 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.209300 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.209584 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.209862 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.210235 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.210527 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.210816 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.211103 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.211389 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.211665 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.211966 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.212239 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:05.212454 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 17:31:05.212689 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99857) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 19 17:31:05.554669 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 17:31:05.554870 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 17:31:05.555151 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 17:31:05.555482 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 19 17:31:05.938357 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:05.938646 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:05.938916 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:05.940102 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:05.940374 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:05.940635 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:05.974316 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:05.974590 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:05.974854 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:05.987930 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:05.988213 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:05.988481 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.017866 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.018170 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.018442 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.053901 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.054201 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.054466 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.291014 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.291490 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.291601 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.292379 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.293066 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.409953 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.410296 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.410579 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.410848 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.411112 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.411418 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.411673 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.411924 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.412173 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.412449 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.412708 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.412970 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.413222 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.413467 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.413715 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.413973 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.414246 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.414507 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.414771 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.415022 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.415291 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.415541 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.415817 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.416188 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.416436 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.416675 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.417584 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99857) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:31:06.417824 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99857) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:31:06.418079 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99857) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:31:06.418314 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99857) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:31:06.418546 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99857) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:31:06.418776 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99857) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:31:06.419130 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 19 17:31:06.422147 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 19 17:31:06.426003 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 19 17:31:06.429642 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 19 17:31:06.431280 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 19 17:31:06.431728 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 19 17:31:06.432058 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 19 17:31:06.433023 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 19 17:31:06.437024 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 19 17:31:06.437272 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 19 17:31:06.437617 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 19 17:31:06.464716 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 19 17:31:06.465157 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.465451 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99857) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 19 17:31:06.465815 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.467166 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99857) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 19 17:31:06.467438 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 19 17:31:06.467677 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 19 17:31:06.470812 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.471089 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:06.533876 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 19 17:31:06.534083 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 19 17:31:06.534322 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 19 17:31:06.534685 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 19 17:31:06.555387 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_db.sqlalchemy.engines [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99857) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 19 17:31:07.079162 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Initializing driver for type 'gre' Jul 19 17:31:07.079677 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] gre ID ranges: [(1, 1000)] Jul 19 17:31:07.132178 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Initializing driver for type 'local' Jul 19 17:31:07.132600 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Initializing driver for type 'vlan' Jul 19 17:31:07.145546 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] VlanTypeDriver initialization complete Jul 19 17:31:07.145991 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Initializing driver for type 'vxlan' Jul 19 17:31:07.146640 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] vxlan ID ranges: [(1, 1000)] Jul 19 17:31:07.197484 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Initializing extension driver 'port_security' Jul 19 17:31:07.197829 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.extensions.port_security [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] PortSecurityExtensionDriver initialization complete Jul 19 17:31:07.198201 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Initializing mechanism driver 'openvswitch' Jul 19 17:31:07.198530 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Initializing mechanism driver 'hyperv' Jul 19 17:31:07.205092 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.plugins.ml2.plugin [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:31:07.205951 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > port after_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.206350 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > port after_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.206706 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > port after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.207228 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99857) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 17:31:07.207658 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > subnet after_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.208012 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > subnet after_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.208360 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.208752 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99857) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 17:31:07.209154 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > network after_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.209505 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > network after_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.209855 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > network after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.210279 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99857) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 17:31:07.210684 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > security_group after_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.211040 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > security_group after_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.211386 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.211775 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99857) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 17:31:07.212177 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.212524 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.212863 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.213249 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99857) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 17:31:07.213652 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > address_group after_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.213999 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > address_group after_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.214364 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.214748 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99857) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 19 17:31:07.215122 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] ML2 OVO RPC backend initialized. {{(pid=99857) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 19 17:31:07.215837 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.216194 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.216617 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > network before_response 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.216967 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > networks before_response 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.217319 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > port before_response 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.217669 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > ports before_response 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.218015 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > subnet before_response 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.218381 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > subnets before_response 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.218730 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > network after_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.219074 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > network after_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.219411 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > network after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.219751 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > port after_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.220092 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > port after_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.220428 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > port after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.220765 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > subnet after_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.221103 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > subnet after_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.221437 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.222011 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.plugin [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Modular L2 Plugin initialization complete Jul 19 17:31:07.222364 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading services supported by the core plugin {{(pid=99857) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 19 17:31:07.222694 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.plugins.ml2.managers [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Got port-security extension from driver 'port_security' Jul 19 17:31:07.223163 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.extensions.vlantransparent [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Disabled vlantransparent extension. Jul 19 17:31:07.223653 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99857) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 19 17:31:07.223968 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading Plugin: router Jul 19 17:31:07.260349 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.260777 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router after_create 55549900 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.261147 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router before_create 55549900 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.261518 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.261891 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.262272 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router after_delete 55549900 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.262638 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.263127 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router after_create 55549900 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.263481 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router after_update 55549900 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.263836 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router after_update 55549900 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.264188 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.264549 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router after_update 55549900 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.264963 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router precommit_update 55549900 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.265331 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: port after_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.265675 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: port after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.266015 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: subnet after_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.266384 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.266734 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.267083 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router precommit_create 55549900 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.267428 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: port before_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.267772 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router precommit_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.268131 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router after_update 55549900 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.268472 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.268830 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router precommit_create 55549900 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.269195 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.269544 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router precommit_update 55549900 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.269919 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > agent after_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.270303 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > agent after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.270650 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > network after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.271527 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Tracking information for resource: router configured {{(pid=99857) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:31:07.271866 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Tracking information for resource: floatingip configured {{(pid=99857) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 17:31:07.276799 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.db.l3_agentschedulers_db [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 19 17:31:07.277388 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: port after_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.277753 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: port after_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.278135 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: port after_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.278493 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: port after_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.279290 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router before_create 55550100 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.279665 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.280032 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router precommit_create 55550100 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.280394 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > router precommit_update 55550100 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.284824 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.services.provider_configuration [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Service providers = [] {{(pid=99857) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 19 17:31:07.285196 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.db.servicetype_db [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99857) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 19 17:31:07.288202 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.services.service_base [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99857) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 17:31:07.288559 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.services.service_base [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99857) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 17:31:07.288903 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.services.service_base [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99857) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 17:31:07.289798 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.services.service_base [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99857) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 17:31:07.290220 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.services.service_base [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 19 17:31:07.290606 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99857) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:31:07.290923 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 19 17:31:07.302048 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99857) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:31:07.302520 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading Plugin: auto_allocate Jul 19 17:31:07.308722 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: network precommit_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.309098 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: network precommit_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.309620 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99857) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:31:07.309954 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading Plugin: tag Jul 19 17:31:07.316895 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99857) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:31:07.317229 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading Plugin: timestamp Jul 19 17:31:07.321046 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99857) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:31:07.321381 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading Plugin: network_ip_availability Jul 19 17:31:07.326849 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.327226 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.327587 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.328298 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99857) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:31:07.328625 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading Plugin: flavors Jul 19 17:31:07.334893 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99857) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:31:07.335179 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading Plugin: revisions Jul 19 17:31:07.339503 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99857) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 17:31:07.339902 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_concurrency.lockutils [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.785s {{(pid=99857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 17:31:07.340636 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99857) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 19 17:31:07.340976 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Initializing extension manager. Jul 19 17:31:07.341502 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: __init__.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.341845 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: __pycache__ {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.342218 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.342555 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: address_group.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.343344 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.343909 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: address-group Jul 19 17:31:07.344235 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: address_scope.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.344956 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.345463 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: address-scope Jul 19 17:31:07.345790 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.346753 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.347267 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: router-admin-state-down-before-update Jul 19 17:31:07.347595 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: agent.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.348302 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.348811 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: agent Jul 19 17:31:07.349134 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: agent_resources_synced.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.350079 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.350594 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: agent-resources-synced Jul 19 17:31:07.350919 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: allowedaddresspairs.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.352718 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.353254 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: allowed-address-pairs Jul 19 17:31:07.353568 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: auto_allocated_topology.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.355180 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.355696 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: auto-allocated-topology Jul 19 17:31:07.356026 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: availability_zone.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.356723 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.357231 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: availability_zone Jul 19 17:31:07.357558 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: availability_zone_filter.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.358512 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.359024 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: availability_zone_filter Jul 19 17:31:07.359351 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: data_plane_status.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.360271 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.360779 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension data-plane-status not supported by any of loaded plugins Jul 19 17:31:07.361105 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: default_subnetpools.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.362055 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.362564 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: default-subnetpools Jul 19 17:31:07.362894 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.363706 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.364213 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: dhcp_agent_scheduler Jul 19 17:31:07.364538 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: dns.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.365454 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.365957 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension dns-integration not supported by any of loaded plugins Jul 19 17:31:07.366305 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: dns_domain_ports.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.367228 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.367730 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 19 17:31:07.368057 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.368982 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.369486 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 19 17:31:07.369863 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: dvr.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.371060 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.371571 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: dvr Jul 19 17:31:07.371896 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: ecmp_routes.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.372827 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.373336 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 19 17:31:07.373662 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: empty_string_filtering.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.374614 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.375127 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: empty-string-filtering Jul 19 17:31:07.375453 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.376875 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.377482 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 19 17:31:07.377816 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.378789 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.379296 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 19 17:31:07.379622 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: external_net.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.380692 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.381421 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: external-net Jul 19 17:31:07.381753 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.382717 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.383595 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: extra_dhcp_opt Jul 19 17:31:07.383931 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: extraroute.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.384854 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.385363 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: extraroute Jul 19 17:31:07.385716 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: extraroute_atomic.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.386786 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.387295 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: extraroute-atomic Jul 19 17:31:07.387620 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: filter_validation.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.388292 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.388798 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: filter-validation Jul 19 17:31:07.389121 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: fip_pf_description.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.390287 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.390793 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 19 17:31:07.391118 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: fip_port_details.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.392045 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.392555 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: fip-port-details Jul 19 17:31:07.392881 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: flavors.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.394145 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.394663 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: flavors Jul 19 17:31:07.394990 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.396667 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.397191 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 19 17:31:07.397528 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: floatingip_pools.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.398264 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.398779 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: floatingip-pools Jul 19 17:31:07.399110 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: ip_allocation.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.400052 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.400561 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension ip_allocation not supported by any of loaded plugins Jul 19 17:31:07.400887 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.401833 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.402375 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: ip-substring-filtering Jul 19 17:31:07.402701 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: l2_adjacency.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.403637 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.404146 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 19 17:31:07.404472 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: l3.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.405452 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.405972 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: router Jul 19 17:31:07.406333 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.408603 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.409134 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 19 17:31:07.409467 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.410455 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.410972 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: ext-gw-mode Jul 19 17:31:07.411300 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.412246 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.412763 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: l3-ha Jul 19 17:31:07.413090 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: l3_flavors.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.414010 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.414544 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: l3-flavors Jul 19 17:31:07.414872 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.415806 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.416315 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 19 17:31:07.417153 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: l3agentscheduler.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.418220 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.418738 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: l3_agent_scheduler Jul 19 17:31:07.419070 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: logging.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.420574 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.421107 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension logging not supported by any of loaded plugins Jul 19 17:31:07.421444 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: metering.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.422228 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.422846 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: metering Jul 19 17:31:07.423178 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.424272 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.424800 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: metering_source_and_destination_fields Jul 19 17:31:07.425133 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: multiprovidernet.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.426223 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.426746 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: multi-provider Jul 19 17:31:07.427079 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: netmtu.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.428001 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.428512 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: net-mtu Jul 19 17:31:07.428842 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: netmtu_writable.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.429767 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.430310 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: net-mtu-writable Jul 19 17:31:07.430641 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: network_availability_zone.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.431315 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.431824 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: network_availability_zone Jul 19 17:31:07.432148 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: network_ip_availability.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.433838 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.434393 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: network-ip-availability Jul 19 17:31:07.434725 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: network_segment_range.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.435496 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.436001 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension network-segment-range not supported by any of loaded plugins Jul 19 17:31:07.436327 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: pagination.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.437569 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.437900 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: pagination Jul 19 17:31:07.438256 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: port_device_profile.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.439167 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.439684 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: port-device-profile Jul 19 17:31:07.440010 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.440948 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.441459 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: port-mac-address-regenerate Jul 19 17:31:07.441785 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.442723 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.443239 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: port-numa-affinity-policy Jul 19 17:31:07.443563 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: port_resource_request.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.444487 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.444996 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension port-resource-request not supported by any of loaded plugins Jul 19 17:31:07.445323 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: portbindings.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.446278 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.446792 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: binding Jul 19 17:31:07.447116 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: portbindings_extended.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.448427 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.448945 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: binding-extended Jul 19 17:31:07.449276 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: portsecurity.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.450250 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.450769 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: port-security Jul 19 17:31:07.451096 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: project_id.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.452072 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.452406 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: project-id Jul 19 17:31:07.452732 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: providernet.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.453670 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.454217 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: provider Jul 19 17:31:07.454540 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: qos.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.458015 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.458565 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension qos not supported by any of loaded plugins Jul 19 17:31:07.458905 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.460157 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.460681 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 19 17:31:07.461017 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.461947 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.462491 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 19 17:31:07.462823 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: qos_default.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.464268 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.464780 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension qos-default not supported by any of loaded plugins Jul 19 17:31:07.465106 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: qos_fip.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.465762 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.466296 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension qos-fip not supported by any of loaded plugins Jul 19 17:31:07.466624 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: qos_gateway_ip.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.467554 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.468064 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 19 17:31:07.468390 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: qos_port_network_policy.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.469309 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.469817 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 19 17:31:07.470168 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: qos_rule_type_details.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.471123 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.471632 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 19 17:31:07.471959 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: qos_rules_alias.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.473011 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.473521 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 19 17:31:07.473846 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: quotasv2.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.474788 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.475305 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: quotas Jul 19 17:31:07.475632 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: quotasv2_detail.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.478708 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.479057 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: quota_details Jul 19 17:31:07.480001 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: rbac.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.481074 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.481594 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: rbac-policies Jul 19 17:31:07.481927 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: rbac_address_group.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.482992 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.483515 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: rbac-address-group Jul 19 17:31:07.483847 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: rbac_address_scope.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.484775 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.485286 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: rbac-address-scope Jul 19 17:31:07.485617 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: rbac_security_groups.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.486570 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.487084 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: rbac-security-groups Jul 19 17:31:07.487413 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: rbac_subnetpool.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.488337 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.488845 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: rbac-subnetpool Jul 19 17:31:07.489171 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: revisionifmatch.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.490130 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.490643 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: revision-if-match Jul 19 17:31:07.490976 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: revisions.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.492098 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.492613 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: standard-attr-revisions Jul 19 17:31:07.492942 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: router_availability_zone.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.493617 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.494171 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: router_availability_zone Jul 19 17:31:07.494486 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: routerservicetype.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.495440 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.495951 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension router-service-type not supported by any of loaded plugins Jul 19 17:31:07.496278 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.497201 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.497718 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: security-groups-normalized-cidr Jul 19 17:31:07.498064 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.498995 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.499513 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: port-security-groups-filtering Jul 19 17:31:07.499844 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.500770 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.501295 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: security-groups-remote-address-group Jul 19 17:31:07.501620 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: securitygroup.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.511254 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.511787 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: security-group Jul 19 17:31:07.512125 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: segment.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.512922 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.513437 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension segment not supported by any of loaded plugins Jul 19 17:31:07.513769 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.514748 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.515266 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 19 17:31:07.515595 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: servicetype.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.516700 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.517222 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: service-type Jul 19 17:31:07.517555 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: sorting.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.518571 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.518909 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: sorting Jul 19 17:31:07.519236 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: standard_attr_segment.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.520228 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.520747 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 19 17:31:07.521079 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: standardattrdescription.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.521745 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.522293 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: standard-attr-description Jul 19 17:31:07.522620 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: stateful_security_group.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.523565 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.524084 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: stateful-security-group Jul 19 17:31:07.524411 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: stdattrs_common.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.525005 dv-cinder-800696-4-iscsi neutron-server[99857]: WARNING neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 19 17:31:07.525328 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.526804 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.527318 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 19 17:31:07.527644 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: subnet_onboard.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.528715 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.529235 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: subnet_onboard Jul 19 17:31:07.529562 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.530526 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.531035 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 19 17:31:07.531364 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: subnet_service_types.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.532294 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.532804 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: subnet-service-types Jul 19 17:31:07.533129 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: subnetallocation.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.534242 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.534755 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: subnet_allocation Jul 19 17:31:07.535079 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.535745 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.536254 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: subnetpool-prefix-ops Jul 19 17:31:07.536575 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.537502 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.538009 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 19 17:31:07.538359 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: tagging.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.539428 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.539945 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: standard-attr-tag Jul 19 17:31:07.540274 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: timestamp.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.541519 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.542636 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loaded extension: standard-attr-timestamp Jul 19 17:31:07.542970 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: trunk.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.544006 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.544525 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension trunk not supported by any of loaded plugins Jul 19 17:31:07.544856 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: trunk_details.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.545790 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.546343 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension trunk-details not supported by any of loaded plugins Jul 19 17:31:07.546673 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: uplink_status_propagation.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.547598 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.548112 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 19 17:31:07.548440 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Loading extension file: vlantransparent.py {{(pid=99857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 17:31:07.549115 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 17:31:07.549625 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 19 17:31:07.552093 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Creating instance of TrackedResource for resource:network Jul 19 17:31:07.552628 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Creating instance of TrackedResource for resource:subnet Jul 19 17:31:07.553034 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 17:31:07.553428 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Creating instance of TrackedResource for resource:port Jul 19 17:31:07.554701 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.v2.resource_helper [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:31:07.555159 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.v2.resource_helper [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Service FLAVORS assigned prefix: {{(pid=99857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:31:07.555777 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.v2.resource_helper [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:31:07.556211 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.v2.resource_helper [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:31:07.556548 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Creating instance of TrackedResource for resource:router Jul 19 17:31:07.556986 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Creating instance of TrackedResource for resource:floatingip Jul 19 17:31:07.557510 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.v2.resource_helper [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Service METERING assigned prefix: /metering {{(pid=99857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:31:07.558973 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.559349 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.559704 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:31:07.560704 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Creating instance of CountableResource for resource:rbac_policy Jul 19 17:31:07.561166 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Creating instance of TrackedResource for resource:security_group Jul 19 17:31:07.561893 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 19 17:31:07.562534 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.v2.resource_helper [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Service CORE assigned prefix: {{(pid=99857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:31:07.562872 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 17:31:07.563222 dv-cinder-800696-4-iscsi neutron-server[99857]: WARNING neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] subnetpool is already registered Jul 19 17:31:07.563649 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.v2.resource_helper [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Service CORE assigned prefix: {{(pid=99857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:31:07.563978 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 17:31:07.564314 dv-cinder-800696-4-iscsi neutron-server[99857]: WARNING neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] subnetpool is already registered Jul 19 17:31:07.566620 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.v2.resource_helper [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:31:07.567060 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.v2.resource_helper [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Service FLAVORS assigned prefix: {{(pid=99857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:31:07.567657 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.v2.resource_helper [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:31:07.568084 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.v2.resource_helper [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:31:07.568423 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Creating instance of TrackedResource for resource:router Jul 19 17:31:07.568768 dv-cinder-800696-4-iscsi neutron-server[99857]: WARNING neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] router is already registered Jul 19 17:31:07.569187 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Creating instance of TrackedResource for resource:floatingip Jul 19 17:31:07.569529 dv-cinder-800696-4-iscsi neutron-server[99857]: WARNING neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] floatingip is already registered Jul 19 17:31:07.569988 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.v2.resource_helper [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Service METERING assigned prefix: /metering {{(pid=99857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:31:07.570696 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Creating instance of CountableResource for resource:rbac_policy Jul 19 17:31:07.571030 dv-cinder-800696-4-iscsi neutron-server[99857]: WARNING neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] rbac_policy is already registered Jul 19 17:31:07.571457 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Creating instance of TrackedResource for resource:security_group Jul 19 17:31:07.571796 dv-cinder-800696-4-iscsi neutron-server[99857]: WARNING neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] security_group is already registered Jul 19 17:31:07.572205 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 19 17:31:07.572541 dv-cinder-800696-4-iscsi neutron-server[99857]: WARNING neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] security_group_rule is already registered Jul 19 17:31:07.573203 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.v2.resource_helper [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Service CORE assigned prefix: {{(pid=99857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:31:07.573537 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 17:31:07.573874 dv-cinder-800696-4-iscsi neutron-server[99857]: WARNING neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] subnetpool is already registered Jul 19 17:31:07.574325 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.v2.resource_helper [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Service CORE assigned prefix: {{(pid=99857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 17:31:07.574657 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 17:31:07.574995 dv-cinder-800696-4-iscsi neutron-server[99857]: WARNING neutron.quota.resource_registry [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] subnetpool is already registered Jul 19 17:31:07.575469 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: extensions {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.576900 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: address-groups {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.578536 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: address-scopes {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.579870 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: agents {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.581045 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: auto-allocated-topology {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.582319 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: availability_zones {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.583534 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: dhcp-networks {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.585094 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: dhcp-agents {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.586630 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: routers {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.588340 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: flavors {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.591149 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: service_profiles {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.592375 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: next_providers {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.593810 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: service_profiles {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.595423 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: floatingip-pools {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.596650 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: routers {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.598380 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: floatingips {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.599662 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: l3-routers {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.601063 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: l3-agents {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.602536 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: metering-labels {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.603797 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: metering-label-rules {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.605752 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: network-ip-availabilities {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.607052 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: bindings {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.608625 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: quotas {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.610195 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: quotas {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.611625 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: rbac-policies {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.612831 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: security-groups {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.614172 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: security-group-rules {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.615432 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: service-providers {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.616668 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: subnetpools {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.618003 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: subnetpools {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.619573 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: tags {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.621312 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: tags {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.623167 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: tags {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.624966 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: tags {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.626696 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: tags {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.628650 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: tags {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.630381 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: tags {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.632204 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: tags {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.634099 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: tags {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.635890 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron.api.extensions [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Extended resource: tags {{(pid=99857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 17:31:07.641828 dv-cinder-800696-4-iscsi neutron-server[99857]: WARNING keystonemiddleware.auth_token [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 19 17:31:07.646445 dv-cinder-800696-4-iscsi neutron-server[99857]: WARNING keystonemiddleware.auth_token [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 19 17:31:07.655361 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_concurrency.lockutils [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Acquired lock "singleton_lock" {{(pid=99857) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 19 17:31:07.655841 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_concurrency.lockutils [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Releasing lock "singleton_lock" {{(pid=99857) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 19 17:31:07.656480 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO oslo_service.service [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Starting 2 workers Jul 19 17:31:07.661343 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Started child 99966 {{(pid=99857) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 17:31:07.666084 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Started child 99967 {{(pid=99857) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 17:31:07.667356 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:07.668037 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO neutron.service [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 19 17:31:07.668757 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Notify callbacks [] for process, before_spawn {{(pid=99857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:07.669000 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [-] (99966) wsgi starting up on http://0.0.0.0:9696 Jul 19 17:31:07.671138 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:07.671554 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO oslo_service.service [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Starting 1 workers Jul 19 17:31:07.672534 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [-] (99967) wsgi starting up on http://0.0.0.0:9696 Jul 19 17:31:07.676400 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Started child 99968 {{(pid=99857) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 17:31:07.676906 dv-cinder-800696-4-iscsi neutron-server[99857]: INFO oslo_service.service [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Starting 1 workers Jul 19 17:31:07.679970 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.service [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] calling RpcWorker wait() {{(pid=99968) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 19 17:31:07.680503 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.service [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] returning from RpcWorker wait() {{(pid=99968) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 19 17:31:07.681335 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Started child 99969 {{(pid=99857) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 17:31:07.681685 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:07.682167 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:31:07.682276 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG neutron_lib.callbacks.manager [None req-f3f22b96-0b37-43eb-868a-7952c82dcfd6 None None] Notify callbacks [] for process, after_spawn {{(pid=99857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:07.684200 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99857) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 19 17:31:07.684412 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 17:31:07.684604 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 17:31:07.684830 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 17:31:07.685192 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 17:31:07.685358 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 17:31:07.685899 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.686198 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.686289 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:07.687017 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.687017 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.687264 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.687524 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:31:07.687877 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.688128 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.688372 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.688691 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.688929 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.689106 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.689276 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.689534 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.689800 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.690114 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.690374 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.690627 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.690914 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.691087 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.691349 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.691615 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.691865 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.692134 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] debug = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.692391 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.692912 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.693166 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.693426 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.693648 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.693923 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.694205 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.694486 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.694724 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.694945 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.695196 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.695460 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.695694 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.695912 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.696132 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.696400 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.696640 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.697114 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] host = dv-cinder-800696-4-iscsi {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.697336 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.697586 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.697834 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.698153 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.698405 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.698631 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.698882 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.699162 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.699426 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.699669 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.699925 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.700170 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.700417 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.700653 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] log_file = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.700818 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] log_options = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.701055 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.701318 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.701578 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.701768 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.701937 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.702135 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.702386 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.702544 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.702787 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.703002 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.703218 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.703434 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.703650 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.703864 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.704118 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.704365 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.704601 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.704844 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.705071 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.705322 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.705542 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.705798 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.705987 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.706314 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.706533 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.706755 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.707015 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.707235 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.707470 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.707734 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.707969 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.708225 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.708468 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.708723 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.708956 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.709185 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.709419 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.709682 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.709912 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.710176 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.710433 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.710667 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.710919 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.711155 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.711377 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.711614 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] use_json = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.711828 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.712077 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.712339 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.712581 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.712799 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.714274 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.714274 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.714274 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.714543 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.714688 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.714966 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.715222 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.715460 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.715719 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.715970 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.716399 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.716558 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.716750 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.717476 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.717743 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.718042 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.718308 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.718572 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.718894 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.719159 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.719428 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.719675 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.719895 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.721750 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.721750 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.721750 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.721750 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.721750 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.721750 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.721750 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.723848 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.723848 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.723848 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.723848 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.723848 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.723848 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.723848 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.723848 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.723848 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.725182 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.725182 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.725182 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.725182 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.725182 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.725182 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.728572 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.728572 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.728572 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.728572 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.728572 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.728572 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.728572 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.728572 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.728572 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.730935 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.730935 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.730935 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.730935 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.730935 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.730935 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.730935 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.730935 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.730935 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.731823 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.731823 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.731823 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.731823 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.731823 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.731823 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.731823 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.731823 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.731823 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.733354 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.733354 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.733354 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.733354 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.733354 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.733354 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.733354 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.733354 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.734671 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.734671 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.734671 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.734671 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.734671 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.734671 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.735487 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.735487 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.735487 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.738170 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.738170 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.738170 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.738170 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.738170 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.738170 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.738170 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.738170 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.740566 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.740566 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.740566 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.740566 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.740566 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.740566 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.740566 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.740566 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.741864 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.741864 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.741864 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.741864 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.741864 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.741864 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.741864 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.741864 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.745129 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.745129 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.745129 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.745129 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.745129 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.745129 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.745129 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.745129 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.745980 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.745980 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.745980 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.745980 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.745980 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.745980 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.745980 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.745980 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.745980 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.746679 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.746679 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.746679 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.746679 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.746679 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.747028 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.747028 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.747179 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.747336 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.747615 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.747869 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.748107 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.748389 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.748634 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.748883 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.749139 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.749391 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.749625 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.749976 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.750190 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.750346 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.750531 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.750746 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.750981 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.751200 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.751435 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.751682 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.751896 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.752117 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.752325 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.752545 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.752872 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.753046 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.753200 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.753426 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.753665 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.753885 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.754143 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.754364 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.754636 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.754837 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.755102 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.755319 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.758254 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.758254 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.758254 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.758254 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.758254 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.758254 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.758254 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.758254 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.759197 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.759197 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.759197 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.759197 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.759197 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.759197 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.759197 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.759197 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.759748 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.759748 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.759748 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.759963 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.760134 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.760355 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.760621 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.761031 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.761031 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.761301 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.761997 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.761997 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.761997 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.762305 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.762442 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.762657 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.762883 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.763124 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.763361 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.763576 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.763874 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.764139 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.764370 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.764625 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.764863 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.765081 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.765501 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.765501 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.765730 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.765939 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.766182 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.766395 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.766660 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.766876 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.767092 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.767462 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.767565 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.768152 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.768152 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.768152 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.768387 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.768564 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.768767 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.768982 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.769205 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.769460 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.769672 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.769896 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.770137 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.770351 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.770676 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.770932 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.771151 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.771440 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.771672 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.771922 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.772165 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.772486 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.772702 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.772960 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.773183 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.773406 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.773631 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.773890 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.774247 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.774537 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.774775 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.775013 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.775306 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.775581 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.775842 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.776582 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.776882 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.777210 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.777491 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.777748 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.778011 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.778299 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.778530 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.778756 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.778993 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.779230 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.779481 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.779726 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.779959 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.780209 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.780448 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.780700 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.780920 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.781164 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.781418 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.781666 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.781888 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.782082 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 17:31:07.782572 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99857) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 19 17:31:07.782739 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 17:31:07.782898 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 17:31:07.783072 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 17:31:07.783247 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 17:31:07.783404 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 17:31:07.783622 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.783784 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.783947 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.784109 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.784271 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.784455 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.784619 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.784782 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.784943 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.785105 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.785267 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.785428 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.785588 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.785750 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.785912 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.786093 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.786255 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.786416 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.786583 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.786729 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.786893 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.787054 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.787215 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] debug = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.787375 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.787570 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.787735 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.787897 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.788059 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.788222 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.788382 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.788543 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.788702 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.788863 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.789023 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.789204 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.789346 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.789507 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.789667 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.789833 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.789995 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.790174 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] host = dv-cinder-800696-4-iscsi {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.790335 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.790495 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.790656 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.790815 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.790975 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.791836 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.791836 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.791836 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.791836 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.791836 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.792245 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.792245 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.792245 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.792448 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] log_file = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.792524 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] log_options = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.792662 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.792970 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.792970 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.793144 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.793331 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.793476 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.793680 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.793780 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.793943 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.794125 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.794286 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.794598 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.794598 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.794743 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.794888 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.795049 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.795209 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.795371 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.795532 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.795693 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.795853 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.796013 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.796178 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.796339 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.796499 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.796660 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.796862 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.796970 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.797123 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.797283 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.797442 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.797603 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.797762 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.798084 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.798084 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.798234 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.798392 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.798556 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.798740 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.798872 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.799033 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.799193 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.799355 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.799516 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.799676 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.799837 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] use_json = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.799999 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.800153 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.800312 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.800473 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.800633 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.800794 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.800954 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.801115 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 17:31:07.801297 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.801462 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.801805 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.801805 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.801967 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.802120 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.802279 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.802444 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.802608 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.803174 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.803174 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.803174 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.803398 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.803398 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.803569 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.803738 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.803903 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.804065 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.804229 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.804393 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.804557 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.804721 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.804900 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.805063 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.805228 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.805391 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.805554 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.805720 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.805885 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.806070 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.806238 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.806405 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.806569 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.806733 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.806973 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.807073 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.807215 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.807415 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.807580 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.807746 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.808046 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.808046 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.808201 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.808367 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.808532 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.808696 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.808862 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.809028 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.809193 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.809356 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.809531 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.809695 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.809860 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.810062 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.810208 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.810372 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.810537 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.810703 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.810867 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.811031 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.811195 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.811373 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.811792 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.811956 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.812120 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.812206 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:31:07.812298 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.812436 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.812600 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.812763 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.812928 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.813092 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.813255 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.813420 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.813589 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.813752 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.813916 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.814101 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.814268 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.814432 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.814596 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.814760 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.814923 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.815088 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.815251 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.815425 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.815606 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.815769 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.815934 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.816097 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.816260 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.816424 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.816589 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.816754 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.816917 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.817081 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.817231 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.817395 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.817561 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.817724 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.817886 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.818066 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.818232 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.818395 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.818558 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.818721 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.818885 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.819048 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.819211 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.819374 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.819536 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.819700 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.819872 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.820034 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.820199 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.820361 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.820532 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.820707 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.820871 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.821035 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.821201 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.821364 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.821529 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.821692 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.821855 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.822018 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.822200 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.822365 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.822535 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.822708 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.823374 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.823551 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.823717 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.823906 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.824074 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.824238 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.824402 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.824566 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.824730 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.824895 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.825059 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.825223 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.825387 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.825550 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.825715 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.825879 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.826063 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.826228 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.826392 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.826557 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.826722 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.826886 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.827050 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.827214 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.827378 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.827542 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.827705 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.827869 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.828032 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.828195 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.828360 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.828526 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.828689 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.828856 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.829019 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.829181 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.829344 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.829508 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.829672 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.829835 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.830056 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.830191 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.830355 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.830518 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.830683 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.830848 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.831014 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.831180 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.831180 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.831571 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.831650 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.831796 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.832154 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.832154 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.832301 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.832414 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.832578 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.832741 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.832918 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.833242 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.833242 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.833386 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.833534 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.833697 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.833861 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.834111 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.834204 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.834364 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.834527 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.834693 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.834859 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.835022 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.835244 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.835357 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.835505 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.835667 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.835830 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.836006 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.836170 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.836335 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.836499 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.836660 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.836824 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.836998 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.837163 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.837394 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.837478 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.837629 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.837791 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.837965 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.838165 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.838331 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.838517 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.838746 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.838909 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.839084 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.839249 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.839414 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.839578 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.839742 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.839905 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.840078 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.840242 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.840406 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.840564 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.840727 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.840891 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.841064 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.841228 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.841391 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.841563 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.841726 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.841892 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.842067 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.842246 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.842411 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.842580 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.842743 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.842906 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.843072 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.843238 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.843406 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.843580 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.843750 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.843914 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.844090 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.844452 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.844452 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.844611 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.844738 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.844913 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.845076 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.845238 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.845404 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.845567 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.845731 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.845895 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.846083 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.846249 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.846411 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.846575 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.846739 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.846902 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.847065 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.847228 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.847462 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.847563 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.847691 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.847853 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.848017 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 17:31:07.848172 dv-cinder-800696-4-iscsi neutron-server[99857]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 17:31:08.147660 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 45058) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:31:08.156095 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061605 Jul 19 17:31:19.305727 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27679500-055b-4f63-aae8-dbd6483ba03e None None] get_active_networks_info from dv-cinder-800696-4-iscsi {{(pid=99968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 19 17:31:19.372291 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27679500-055b-4f63-aae8-dbd6483ba03e None None] No non-hosted networks {{(pid=99968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 19 17:31:19.390656 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-21106c19-43c7-4d29-a986-6ab5f6572661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423659'] for agent, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:21.682647 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-03a71c1d-b203-4722-9a28-fb5fbf91fd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423659'] for agent, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:21.749928 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d50bd9d5-038c-4f8c-9baa-3760d0a0a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:21.911577 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423659'] for agent, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:21.912731 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:21.913715 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:21.914511 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:21.915455 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:21.916053 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:21.917607 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:21.918351 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:21.919036 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:21.919977 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:21.920556 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:21.922161 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:21.923273 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:21.924115 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800696-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:31:21.937847 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800696-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:31:23.059743 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423659'] for agent, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:24.439909 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423659'] for agent, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:25.743358 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45150) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:31:26.218180 dv-cinder-800696-4-iscsi neutron-server[99966]: WARNING oslo_policy.policy [None req-f98b7527-0a86-468b-936e-9007f4ff8b7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:31:26.218765 dv-cinder-800696-4-iscsi neutron-server[99966]: WARNING oslo_policy.policy [None req-f98b7527-0a86-468b-936e-9007f4ff8b7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:31:26.436552 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [None req-f98b7527-0a86-468b-936e-9007f4ff8b7a admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=99966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:31:26.438016 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-f98b7527-0a86-468b-936e-9007f4ff8b7a admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6923234 Jul 19 17:31:28.782769 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45164) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:31:28.982531 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.db.l3_hamode_db [None req-17983624-18a9-47de-864e-598ec859b654 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 19 17:31:29.057181 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17983624-18a9-47de-864e-598ec859b654 None None] Routers set() bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:31:29.057563 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17983624-18a9-47de-864e-598ec859b654 None None] Router IDs set() for agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 19 17:31:29.092638 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-0e7a50e5-f548-4682-9c36-33bd65b6e04a admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:31:29.184773 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.policy [None req-0e7a50e5-f548-4682-9c36-33bd65b6e04a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99966) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 19 17:31:29.229268 dv-cinder-800696-4-iscsi neutron-server[99966]: WARNING oslo_policy.policy [None req-0e7a50e5-f548-4682-9c36-33bd65b6e04a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:31:29.229630 dv-cinder-800696-4-iscsi neutron-server[99966]: WARNING oslo_policy.policy [None req-0e7a50e5-f548-4682-9c36-33bd65b6e04a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:31:29.238154 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.quota [None req-0e7a50e5-f548-4682-9c36-33bd65b6e04a admin admin] Loaded quota_driver: . Jul 19 17:31:29.329496 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0e7a50e5-f548-4682-9c36-33bd65b6e04a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740603923122', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740603922625', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740603933942', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740603937448', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740603946351', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740603825685', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-623604', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-650796', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1578389', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1558261'] for rbac-policy, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:29.391593 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0e7a50e5-f548-4682-9c36-33bd65b6e04a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:29.392744 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-0e7a50e5-f548-4682-9c36-33bd65b6e04a admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6089389 Jul 19 17:31:31.960492 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45176) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:31:32.252825 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Request body: {'network': {'tenant_id': '4c010b4b07114da69f4973a5c4c1206d', 'name': 'private', 'project_id': '4c010b4b07114da69f4973a5c4c1206d', 'admin_state_up': True}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:31:32.283987 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Made reservation on behalf of 4c010b4b07114da69f4973a5c4c1206d for: {'network': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:31:32.286723 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:32.303487 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:32.426410 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:32.429824 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:32.450184 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=99966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:31:32.477494 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740605476401', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:32.478115 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Unsubscribe: segment precommit_create {{(pid=99966) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 19 17:31:32.478623 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.segments_db [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Added segment de2164ff-0583-439a-ba92-261364e159d0 of type vlan for network 3ec72162-96ae-4c6a-bc52-aa5824bed57b Jul 19 17:31:32.495672 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e347ff-d012-432e-a02b-37cd85398a2a,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:31:32.546557 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:32.546906 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:32.547239 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:32.547562 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:32.547881 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:32.548212 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:32.548529 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:32.548847 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:32.549177 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:32.549489 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:32.549795 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:32.550123 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Tracked resource versions report: Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: pushed versions: Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: { 'AddressGroup': {'1.2'}, Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'ConntrackHelper': {'1.0'}, Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Log': {'1.0'}, Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Network': {'1.1'}, Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Port': {'1.7'}, Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'PortForwarding': {'1.2'}, Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'QosPolicy': {'1.8'}, Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'SecurityGroup': {'1.4'}, Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'SubPort': {'1.0'}, Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Subnet': {'1.1'}, Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Trunk': {'1.1'}} Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: consumer versions: Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: { DHCP agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: L3 agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: Metadata agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: Metering agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: Open vSwitch agent@dv-cinder-800696-4-iscsi: { 'AddressGroup': '1.2', Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'ConntrackHelper': '1.0', Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Log': '1.0', Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Network': '1.1', Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Port': '1.7', Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'PortForwarding': '1.2', Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'QosPolicy': '1.8', Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'SecurityGroup': '1.4', Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'SecurityGroupRule': '1.2', Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'SubPort': '1.0', Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Subnet': '1.1', Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Trunk': '1.1'}} Jul 19 17:31:32.551162 dv-cinder-800696-4-iscsi neutron-server[99966]: {{(pid=99966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:31:32.598570 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:32.647681 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:32.648833 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:31:32.649487 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:32.699341 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7377539 Jul 19 17:31:32.748653 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66aea0-a9fa-49a9-80b8-056fa4de3fbe admin admin] Pushing event updated for resources: {'Network': ['ID=3ec72162-96ae-4c6a-bc52-aa5824bed57b,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:31:32.761106 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network 3ec72162-96ae-4c6a-bc52-aa5824bed57b details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:31:35.311515 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45190) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:31:35.689606 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9591b3e-a991-4da2-9519-9d7414c61629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:31:35.690992 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-b9591b3e-a991-4da2-9519-9d7414c61629 admin admin] 10.222.0.58 "GET /v2.0/networks/3ec72162-96ae-4c6a-bc52-aa5824bed57b HTTP/1.1" status: 200 len: 825 time: 0.3785317 Jul 19 17:31:35.714919 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-f6ff8e08-b3b1-497e-9911-881f5b191b4a admin admin] 10.222.0.58 "GET /v2.0/subnetpools/bbd9165b-a877-4a77-8a6d-a62969ed5402 HTTP/1.1" status: 200 len: 734 time: 0.0186810 Jul 19 17:31:35.723097 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-a7b6499a-3543-4464-a9d1-74207a964115 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '3ec72162-96ae-4c6a-bc52-aa5824bed57b', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'bbd9165b-a877-4a77-8a6d-a62969ed5402', 'name': 'private-subnet', 'tenant_id': '4c010b4b07114da69f4973a5c4c1206d'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:31:35.744076 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b6499a-3543-4464-a9d1-74207a964115 admin admin] Made reservation on behalf of 4c010b4b07114da69f4973a5c4c1206d for: {'subnet': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:31:35.746394 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a7b6499a-3543-4464-a9d1-74207a964115 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:36.035018 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a7b6499a-3543-4464-a9d1-74207a964115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for subnet, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:36.104503 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6499a-3543-4464-a9d1-74207a964115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=611a6bf4-5491-4f7a-97e2-b1faa6dab567,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:31:36.106713 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b6499a-3543-4464-a9d1-74207a964115 admin admin] Checking segment: {'id': 'de2164ff-0583-439a-ba92-261364e159d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3ec72162-96ae-4c6a-bc52-aa5824bed57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:31:36.107078 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b6499a-3543-4464-a9d1-74207a964115 admin admin] Network hostable DHCP agents. Network: 3ec72162-96ae-4c6a-bc52-aa5824bed57b, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:31:36.127729 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b6499a-3543-4464-a9d1-74207a964115 admin admin] Network 3ec72162-96ae-4c6a-bc52-aa5824bed57b is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:31:36.139260 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-a7b6499a-3543-4464-a9d1-74207a964115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, 3ec72162-96ae-4c6a-bc52-aa5824bed57b) {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:31:36.143774 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b6499a-3543-4464-a9d1-74207a964115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:31:36.144346 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a7b6499a-3543-4464-a9d1-74207a964115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:36.151356 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faa6b1e-9e2e-45f3-8cc0-c52ffa38ea13 None None] Network 3ec72162-96ae-4c6a-bc52-aa5824bed57b requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:31:36.158940 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-a7b6499a-3543-4464-a9d1-74207a964115 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4390938 Jul 19 17:31:36.467011 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2202dd0c-eff8-5d3a-a849-6904cc3a08dc-3ec72162-96ae-4c6a-bc52-aa5824bed57b', 'network_id': '3ec72162-96ae-4c6a-bc52-aa5824bed57b', 'tenant_id': '4c010b4b07114da69f4973a5c4c1206d', 'fixed_ips': [{'subnet_id': '611a6bf4-5491-4f7a-97e2-b1faa6dab567'}]}} from dv-cinder-800696-4-iscsi. {{(pid=99968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:31:36.468276 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:36.736576 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Allocated IP 172.20.0.2 (3ec72162-96ae-4c6a-bc52-aa5824bed57b/611a6bf4-5491-4f7a-97e2-b1faa6dab567/856daff0-1a91-44be-8028-bc1c2a3ca6a8) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:31:36.934964 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Notify callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:36.952357 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Transition to ACTIVE for port object 856daff0-1a91-44be-8028-bc1c2a3ca6a8 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:31:36.998948 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Transition to ACTIVE for port object 856daff0-1a91-44be-8028-bc1c2a3ca6a8 will not be triggered until provisioned by entity DHCP. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:31:37.007643 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:37.079299 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Network 3ec72162-96ae-4c6a-bc52-aa5824bed57b is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:31:37.083994 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:31:37.091220 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Pushing event updated for resources: {'Port': ['ID=856daff0-1a91-44be-8028-bc1c2a3ca6a8,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:31:37.093524 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:31:37.101055 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:37.101398 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:37.101732 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:37.102087 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:37.102416 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:37.103327 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:37.103654 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:37.103975 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:37.104314 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:37.104635 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:37.104952 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:37.105269 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Tracked resource versions report: Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: pushed versions: Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: { 'AddressGroup': {'1.2'}, Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'ConntrackHelper': {'1.0'}, Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Log': {'1.0'}, Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Network': {'1.1'}, Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Port': {'1.7'}, Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'PortForwarding': {'1.2'}, Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'QosPolicy': {'1.8'}, Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'SecurityGroup': {'1.4'}, Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'SubPort': {'1.0'}, Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Subnet': {'1.1'}, Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Trunk': {'1.1'}} Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: consumer versions: Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: { DHCP agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: L3 agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: Metadata agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: Metering agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: Open vSwitch agent@dv-cinder-800696-4-iscsi: { 'AddressGroup': '1.2', Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'ConntrackHelper': '1.0', Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Log': '1.0', Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Network': '1.1', Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Port': '1.7', Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'PortForwarding': '1.2', Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'QosPolicy': '1.8', Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'SecurityGroup': '1.4', Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'SecurityGroupRule': '1.2', Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'SubPort': '1.0', Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Subnet': '1.1', Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Trunk': '1.1'}} Jul 19 17:31:37.106345 dv-cinder-800696-4-iscsi neutron-server[99968]: {{(pid=99968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:31:37.174245 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Attempting to bind port 856daff0-1a91-44be-8028-bc1c2a3ca6a8 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:31:37.174815 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Attempting to bind port 856daff0-1a91-44be-8028-bc1c2a3ca6a8 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': 'de2164ff-0583-439a-ba92-261364e159d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3ec72162-96ae-4c6a-bc52-aa5824bed57b'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:31:37.175041 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Attempting to bind port 856daff0-1a91-44be-8028-bc1c2a3ca6a8 on network 3ec72162-96ae-4c6a-bc52-aa5824bed57b {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:31:37.179758 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:31:37.180158 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Checking segment: {'id': 'de2164ff-0583-439a-ba92-261364e159d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3ec72162-96ae-4c6a-bc52-aa5824bed57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:31:37.180623 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:37.181557 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Bound using segment: {'id': 'de2164ff-0583-439a-ba92-261364e159d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3ec72162-96ae-4c6a-bc52-aa5824bed57b'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:31:37.182077 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Bound port: 856daff0-1a91-44be-8028-bc1c2a3ca6a8, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2164ff-0583-439a-ba92-261364e159d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3ec72162-96ae-4c6a-bc52-aa5824bed57b'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:31:37.182479 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:37.241852 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] For port 856daff0-1a91-44be-8028-bc1c2a3ca6a8, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:31:37.245977 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] For port 856daff0-1a91-44be-8028-bc1c2a3ca6a8, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=856daff0-1a91-44be-8028-bc1c2a3ca6a8,segment=NetworkSegment(de2164ff-0583-439a-ba92-261364e159d0),segment_id=de2164ff-0583-439a-ba92-261364e159d0)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:31:37.251557 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:37.316690 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9de6d-b85e-4fd2-bf4d-b6399217ecab None None] Pushing event updated for resources: {'Port': ['ID=856daff0-1a91-44be-8028-bc1c2a3ca6a8,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:31:38.550051 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45198) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:31:38.854115 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [None req-21aa15f8-664e-4ece-bb84-4517c0c6d3e0 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=99966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:31:38.855172 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-21aa15f8-664e-4ece-bb84-4517c0c6d3e0 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3041768 Jul 19 17:31:41.218525 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45206) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:31:41.521448 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [None req-ad1196a6-a909-4dfb-bb69-f37580ae3e03 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=99966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:31:41.522466 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-ad1196a6-a909-4dfb-bb69-f37580ae3e03 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3030169 Jul 19 17:31:43.370937 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13d08ce-8c09-4fd8-a557-d9d3d61f2ca5 None None] Network 3ec72162-96ae-4c6a-bc52-aa5824bed57b requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:31:43.482473 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-2a71a1a5-1ea8-41c0-b8fb-de4ec07d8b8e None None] Provisioning for port 856daff0-1a91-44be-8028-bc1c2a3ca6a8 completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:31:43.749400 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 856daff0-1a91-44be-8028-bc1c2a3ca6a8 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:31:43.839965 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 856daff0-1a91-44be-8028-bc1c2a3ca6a8 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:31:43.843910 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 856daff0-1a91-44be-8028-bc1c2a3ca6a8 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:31:43.844306 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:43.949367 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:43.981999 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port 856daff0-1a91-44be-8028-bc1c2a3ca6a8, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=856daff0-1a91-44be-8028-bc1c2a3ca6a8,segment=NetworkSegment(de2164ff-0583-439a-ba92-261364e159d0),segment_id=de2164ff-0583-439a-ba92-261364e159d0)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:31:43.985739 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:44.032940 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=856daff0-1a91-44be-8028-bc1c2a3ca6a8,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:31:44.152040 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45220) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:31:44.441861 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-57fa0e61-b640-4c7d-98ee-aee0a82cf137 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '4c010b4b07114da69f4973a5c4c1206d', 'admin_state_up': True}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:31:44.464447 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-57fa0e61-b640-4c7d-98ee-aee0a82cf137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-418101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61407'] for router, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:44.466042 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-57fa0e61-b640-4c7d-98ee-aee0a82cf137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61382'] for router, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:44.600125 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-57fa0e61-b640-4c7d-98ee-aee0a82cf137 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:44.605518 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-57fa0e61-b640-4c7d-98ee-aee0a82cf137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418268'] for router, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:44.617624 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-57fa0e61-b640-4c7d-98ee-aee0a82cf137 admin admin] Notify callbacks [] for router, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:44.618865 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-57fa0e61-b640-4c7d-98ee-aee0a82cf137 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4658725 Jul 19 17:31:45.732694 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 856daff0-1a91-44be-8028-bc1c2a3ca6a8 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:31:45.777955 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 856daff0-1a91-44be-8028-bc1c2a3ca6a8 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:31:45.778342 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:46.944930 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45228) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:31:47.250276 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [None req-5f79dbb8-4f53-4e98-a7a5-1a681c9629d4 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=99966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:31:47.251262 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-5f79dbb8-4f53-4e98-a7a5-1a681c9629d4 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3053997 Jul 19 17:31:49.153770 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ebe29bde-6ecb-48de-ae38-c67ba9950ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:49.598786 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 45236) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:31:50.078806 dv-cinder-800696-4-iscsi neutron-server[99967]: WARNING oslo_policy.policy [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:31:50.079393 dv-cinder-800696-4-iscsi neutron-server[99967]: WARNING oslo_policy.policy [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:31:50.292954 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:31:50.294604 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.quota [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Loaded quota_driver: . Jul 19 17:31:50.348940 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Made reservation on behalf of 55c7dbdab9b8447bb226cf42e6a458ba for: {'network': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:31:50.413561 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.policy [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99967) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 19 17:31:50.458919 dv-cinder-800696-4-iscsi neutron-server[99967]: WARNING oslo_policy.policy [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:31:50.459284 dv-cinder-800696-4-iscsi neutron-server[99967]: WARNING oslo_policy.policy [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 17:31:50.470159 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:50.489909 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:50.617497 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:50.620984 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:50.631661 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Reserving flat network on physical network physnet1 {{(pid=99967) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 19 17:31:50.666194 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740605476401', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:50.666739 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Unsubscribe: segment precommit_create {{(pid=99967) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 19 17:31:50.667235 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.segments_db [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Added segment 58546dba-c39e-41d9-ad6f-f9d9fa7cec8d of type flat for network dd450a14-f1e5-42d3-875a-01b216fac07d Jul 19 17:31:50.683858 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30f9560-651b-4250-a8b7-d8496f72d389,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:31:50.712301 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:50.712648 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:50.712979 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:50.713300 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:50.713618 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:50.713949 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:50.714291 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:50.714610 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:50.714938 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:50.715250 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:50.715559 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:50.715865 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Tracked resource versions report: Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: pushed versions: Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: { 'AddressGroup': {'1.2'}, Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'ConntrackHelper': {'1.0'}, Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Log': {'1.0'}, Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Network': {'1.1'}, Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Port': {'1.7'}, Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'PortForwarding': {'1.2'}, Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'QosPolicy': {'1.8'}, Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'SecurityGroup': {'1.4'}, Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'SubPort': {'1.0'}, Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Subnet': {'1.1'}, Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Trunk': {'1.1'}} Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: consumer versions: Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: { DHCP agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: L3 agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: Metadata agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: Metering agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: Open vSwitch agent@dv-cinder-800696-4-iscsi: { 'AddressGroup': '1.2', Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'ConntrackHelper': '1.0', Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Log': '1.0', Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Network': '1.1', Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Port': '1.7', Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'PortForwarding': '1.2', Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'QosPolicy': '1.8', Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'SecurityGroup': '1.4', Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'SecurityGroupRule': '1.2', Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'SubPort': '1.0', Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Subnet': '1.1', Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Trunk': '1.1'}} Jul 19 17:31:50.716909 dv-cinder-800696-4-iscsi neutron-server[99967]: {{(pid=99967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:31:50.793116 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:50.848367 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:50.849443 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:31:50.850117 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:50.899526 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2990773 Jul 19 17:31:50.948774 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbd67c-9538-4367-b904-5d2555f65fdf admin admin] Pushing event updated for resources: {'Network': ['ID=dd450a14-f1e5-42d3-875a-01b216fac07d,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:31:50.959749 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network dd450a14-f1e5-42d3-875a-01b216fac07d details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:31:51.677021 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-6cd21465-0660-43f0-a39f-75ad420cf240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:51.906679 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:53.007338 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:53.223793 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 45262) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:31:53.530226 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e915c167-0d31-4919-b830-6af4446c9f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:31:53.531575 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-e915c167-0d31-4919-b830-6af4446c9f40 admin admin] 10.222.0.58 "GET /v2.0/subnets/611a6bf4-5491-4f7a-97e2-b1faa6dab567 HTTP/1.1" status: 200 len: 849 time: 0.3068433 Jul 19 17:31:53.687080 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-c392db92-50b5-441c-9c4b-69f93021c66b admin admin] 10.222.0.58 "GET /v2.0/routers/80e5b6de-3132-4c2b-8242-e166cd3bb86d HTTP/1.1" status: 200 len: 704 time: 0.1502054 Jul 19 17:31:53.962386 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:54.245701 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Allocated IP 172.20.0.1 (3ec72162-96ae-4c6a-bc52-aa5824bed57b/611a6bf4-5491-4f7a-97e2-b1faa6dab567/3a044beb-e521-4b6c-9e4e-6c5dea006f17) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:31:54.390170 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:54.426254 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:54.448848 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Transition to ACTIVE for port object 3a044beb-e521-4b6c-9e4e-6c5dea006f17 will not be triggered until provisioned by entity DHCP. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:31:54.529158 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:54.599465 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Network 3ec72162-96ae-4c6a-bc52-aa5824bed57b is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:31:54.607436 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:31:54.612951 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=3a044beb-e521-4b6c-9e4e-6c5dea006f17,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:31:54.625187 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:31:54.625767 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418051'] for router_interface, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:54.799558 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-c9de8bd1-8114-42ca-ab1d-dc27112060db None None] Provisioning for port 3a044beb-e521-4b6c-9e4e-6c5dea006f17 completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:31:54.802927 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-c9de8bd1-8114-42ca-ab1d-dc27112060db None None] Provisioning complete for port 3a044beb-e521-4b6c-9e4e-6c5dea006f17 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:31:54.803287 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c9de8bd1-8114-42ca-ab1d-dc27112060db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:54.832144 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:54.836801 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-c9de8bd1-8114-42ca-ab1d-dc27112060db None None] Port 3a044beb-e521-4b6c-9e4e-6c5dea006f17 cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:31:55.055688 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:55.060131 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:55.061055 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418451'] for router_interface, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:55.119713 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=3a044beb-e521-4b6c-9e4e-6c5dea006f17,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:31:55.184165 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Network 3ec72162-96ae-4c6a-bc52-aa5824bed57b is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:31:55.185826 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:31:55.347913 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Router 80e5b6de-3132-4c2b-8242-e166cd3bb86d is scheduled to L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 with binding_index 1 {{(pid=99967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:31:55.355636 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-a7b63a01-921f-4e9d-ab4d-f66b993f568a None None] Provisioning complete for port 3a044beb-e521-4b6c-9e4e-6c5dea006f17 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:31:55.355998 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a7b63a01-921f-4e9d-ab4d-f66b993f568a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:55.387690 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-a7b63a01-921f-4e9d-ab4d-f66b993f568a None None] Port 3a044beb-e521-4b6c-9e4e-6c5dea006f17 cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:31:55.438301 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:31:55.445186 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-b99536fa-82e1-4354-9cd8-5b3714c02bb2 admin admin] 10.222.0.58 "PUT /v2.0/routers/80e5b6de-3132-4c2b-8242-e166cd3bb86d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7517619 Jul 19 17:31:55.448529 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Sync routers for ids ['80e5b6de-3132-4c2b-8242-e166cd3bb86d'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:31:55.459798 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Routers {'80e5b6de-3132-4c2b-8242-e166cd3bb86d'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:31:55.460534 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:31:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['80e5b6de-3132-4c2b-8242-e166cd3bb86d'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:31:55.644432 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Set router 80e5b6de-3132-4c2b-8242-e166cd3bb86d gateway port host: None {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:31:56.068211 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e5b6de-3132-4c2b-8242-e166cd3bb86d', 'name': 'router1', 'tenant_id': '4c010b4b07114da69f4973a5c4c1206d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:31:44Z', 'updated_at': '2021-07-19T17:31:54Z', 'revision_number': 2, 'project_id': '4c010b4b07114da69f4973a5c4c1206d', 'gw_port_host': None, '_interfaces': [{'id': '3a044beb-e521-4b6c-9e4e-6c5dea006f17', 'name': '', 'network_id': '3ec72162-96ae-4c6a-bc52-aa5824bed57b', 'tenant_id': '4c010b4b07114da69f4973a5c4c1206d', 'mac_address': 'fa:16:3e:1d:a8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e5b6de-3132-4c2b-8242-e166cd3bb86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '611a6bf4-5491-4f7a-97e2-b1faa6dab567', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:31:53Z', 'updated_at': '2021-07-19T17:31:54Z', 'revision_number': 2, 'project_id': '4c010b4b07114da69f4973a5c4c1206d', 'subnets': [{'id': '611a6bf4-5491-4f7a-97e2-b1faa6dab567', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbd9165b-a877-4a77-8a6d-a62969ed5402'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:31:56.118095 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Checking router: 80e5b6de-3132-4c2b-8242-e166cd3bb86d for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:31:56.118461 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Updating router 80e5b6de-3132-4c2b-8242-e166cd3bb86d port 3a044beb-e521-4b6c-9e4e-6c5dea006f17 binding host dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:31:56.181976 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:56.660134 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Notify callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:56.677416 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Transition to ACTIVE for port object 3a044beb-e521-4b6c-9e4e-6c5dea006f17 will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:31:56.683975 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:56.842320 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e783c-79fd-4ff7-bb84-a3cb37b4a7ee None None] Pushing event updated for resources: {'Port': ['ID=3a044beb-e521-4b6c-9e4e-6c5dea006f17,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:31:56.844718 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Attempting to bind port 3a044beb-e521-4b6c-9e4e-6c5dea006f17 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:31:56.845117 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Attempting to bind port 3a044beb-e521-4b6c-9e4e-6c5dea006f17 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': 'de2164ff-0583-439a-ba92-261364e159d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3ec72162-96ae-4c6a-bc52-aa5824bed57b'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:31:56.845529 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Attempting to bind port 3a044beb-e521-4b6c-9e4e-6c5dea006f17 on network 3ec72162-96ae-4c6a-bc52-aa5824bed57b {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:31:56.854945 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:31:56.855356 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Checking segment: {'id': 'de2164ff-0583-439a-ba92-261364e159d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3ec72162-96ae-4c6a-bc52-aa5824bed57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:31:56.855827 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:56.856293 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Bound using segment: {'id': 'de2164ff-0583-439a-ba92-261364e159d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3ec72162-96ae-4c6a-bc52-aa5824bed57b'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:31:56.856734 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Bound port: 3a044beb-e521-4b6c-9e4e-6c5dea006f17, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2164ff-0583-439a-ba92-261364e159d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3ec72162-96ae-4c6a-bc52-aa5824bed57b'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:31:56.857128 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:56.866990 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e783c-79fd-4ff7-bb84-a3cb37b4a7ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:56.867875 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e783c-79fd-4ff7-bb84-a3cb37b4a7ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:56.868210 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e783c-79fd-4ff7-bb84-a3cb37b4a7ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:56.868538 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e783c-79fd-4ff7-bb84-a3cb37b4a7ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:56.868859 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e783c-79fd-4ff7-bb84-a3cb37b4a7ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:56.869176 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e783c-79fd-4ff7-bb84-a3cb37b4a7ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:56.869494 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e783c-79fd-4ff7-bb84-a3cb37b4a7ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:56.869809 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e783c-79fd-4ff7-bb84-a3cb37b4a7ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:56.870156 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e783c-79fd-4ff7-bb84-a3cb37b4a7ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:56.870472 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e783c-79fd-4ff7-bb84-a3cb37b4a7ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:56.870783 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e783c-79fd-4ff7-bb84-a3cb37b4a7ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:56.871091 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e783c-79fd-4ff7-bb84-a3cb37b4a7ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e783c-79fd-4ff7-bb84-a3cb37b4a7ee None None] Tracked resource versions report: Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: pushed versions: Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: { 'AddressGroup': {'1.2'}, Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'ConntrackHelper': {'1.0'}, Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Log': {'1.0'}, Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Network': {'1.1'}, Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Port': {'1.7'}, Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'PortForwarding': {'1.2'}, Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'QosPolicy': {'1.8'}, Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'SecurityGroup': {'1.4'}, Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'SubPort': {'1.0'}, Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Subnet': {'1.1'}, Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Trunk': {'1.1'}} Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: consumer versions: Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: { DHCP agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: L3 agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: Metadata agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: Metering agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: Open vSwitch agent@dv-cinder-800696-4-iscsi: { 'AddressGroup': '1.2', Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'ConntrackHelper': '1.0', Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Log': '1.0', Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Network': '1.1', Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Port': '1.7', Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'PortForwarding': '1.2', Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'QosPolicy': '1.8', Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'SecurityGroup': '1.4', Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'SecurityGroupRule': '1.2', Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'SubPort': '1.0', Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Subnet': '1.1', Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Trunk': '1.1'}} Jul 19 17:31:56.872163 dv-cinder-800696-4-iscsi neutron-server[99969]: {{(pid=99969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:31:56.930431 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] For port 3a044beb-e521-4b6c-9e4e-6c5dea006f17, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:31:56.953608 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] For port 3a044beb-e521-4b6c-9e4e-6c5dea006f17, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=3a044beb-e521-4b6c-9e4e-6c5dea006f17,segment=NetworkSegment(de2164ff-0583-439a-ba92-261364e159d0),segment_id=de2164ff-0583-439a-ba92-261364e159d0)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:31:56.957684 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:57.006919 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Routers {'80e5b6de-3132-4c2b-8242-e166cd3bb86d'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:31:57.007516 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:31:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['80e5b6de-3132-4c2b-8242-e166cd3bb86d'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:31:57.087844 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e783c-79fd-4ff7-bb84-a3cb37b4a7ee None None] Pushing event updated for resources: {'Port': ['ID=3a044beb-e521-4b6c-9e4e-6c5dea006f17,revision_number=4']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:31:57.102229 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] Set router 80e5b6de-3132-4c2b-8242-e166cd3bb86d gateway port host: None {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:31:57.307075 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e5b6de-3132-4c2b-8242-e166cd3bb86d', 'name': 'router1', 'tenant_id': '4c010b4b07114da69f4973a5c4c1206d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:31:44Z', 'updated_at': '2021-07-19T17:31:54Z', 'revision_number': 2, 'project_id': '4c010b4b07114da69f4973a5c4c1206d', 'gw_port_host': None, '_interfaces': [{'id': '3a044beb-e521-4b6c-9e4e-6c5dea006f17', 'name': '', 'network_id': '3ec72162-96ae-4c6a-bc52-aa5824bed57b', 'tenant_id': '4c010b4b07114da69f4973a5c4c1206d', 'mac_address': 'fa:16:3e:1d:a8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e5b6de-3132-4c2b-8242-e166cd3bb86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '611a6bf4-5491-4f7a-97e2-b1faa6dab567', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:31:53Z', 'updated_at': '2021-07-19T17:31:56Z', 'revision_number': 4, 'project_id': '4c010b4b07114da69f4973a5c4c1206d', 'subnets': [{'id': '611a6bf4-5491-4f7a-97e2-b1faa6dab567', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbd9165b-a877-4a77-8a6d-a62969ed5402'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:31:57.334650 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad4a505-363f-4a86-9bc8-f6605a94dda8 None None] The sync data for ids ['80e5b6de-3132-4c2b-8242-e166cd3bb86d'] in dv-cinder-800696-4-iscsi is: [{'id': '80e5b6de-3132-4c2b-8242-e166cd3bb86d', 'name': 'router1', 'tenant_id': '4c010b4b07114da69f4973a5c4c1206d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:31:44Z', 'updated_at': '2021-07-19T17:31:54Z', 'revision_number': 2, 'project_id': '4c010b4b07114da69f4973a5c4c1206d', 'gw_port_host': None, '_interfaces': [{'id': '3a044beb-e521-4b6c-9e4e-6c5dea006f17', 'name': '', 'network_id': '3ec72162-96ae-4c6a-bc52-aa5824bed57b', 'tenant_id': '4c010b4b07114da69f4973a5c4c1206d', 'mac_address': 'fa:16:3e:1d:a8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e5b6de-3132-4c2b-8242-e166cd3bb86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '611a6bf4-5491-4f7a-97e2-b1faa6dab567', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:31:53Z', 'updated_at': '2021-07-19T17:31:56Z', 'revision_number': 4, 'project_id': '4c010b4b07114da69f4973a5c4c1206d', 'subnets': [{'id': '611a6bf4-5491-4f7a-97e2-b1faa6dab567', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbd9165b-a877-4a77-8a6d-a62969ed5402'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:31:57.671087 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45284) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:31:57.782756 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4546cc-9a76-438d-b28c-795aec0d7886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:31:57.784118 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-cd4546cc-9a76-438d-b28c-795aec0d7886 admin admin] 10.222.0.58 "GET /v2.0/networks/dd450a14-f1e5-42d3-875a-01b216fac07d HTTP/1.1" status: 200 len: 842 time: 0.1120572 Jul 19 17:31:57.793250 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-56ea71a4-d5b2-42ec-8e0e-c7ff0eb27260 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.2.0/24'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:31:57.814885 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ea71a4-d5b2-42ec-8e0e-c7ff0eb27260 admin admin] Made reservation on behalf of 55c7dbdab9b8447bb226cf42e6a458ba for: {'subnet': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:31:57.817543 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-56ea71a4-d5b2-42ec-8e0e-c7ff0eb27260 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:58.122470 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.objects.ports [None req-56ea71a4-d5b2-42ec-8e0e-c7ff0eb27260 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99966) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 19 17:31:58.122899 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-56ea71a4-d5b2-42ec-8e0e-c7ff0eb27260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for subnet, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:58.177668 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea71a4-d5b2-42ec-8e0e-c7ff0eb27260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4cd452-a640-4587-9720-ee881db0a230,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:31:58.186231 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ea71a4-d5b2-42ec-8e0e-c7ff0eb27260 admin admin] Checking segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:31:58.186578 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea71a4-d5b2-42ec-8e0e-c7ff0eb27260 admin admin] Network hostable DHCP agents. Network: dd450a14-f1e5-42d3-875a-01b216fac07d, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:31:58.201742 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea71a4-d5b2-42ec-8e0e-c7ff0eb27260 admin admin] Network dd450a14-f1e5-42d3-875a-01b216fac07d is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:31:58.209311 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-56ea71a4-d5b2-42ec-8e0e-c7ff0eb27260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, dd450a14-f1e5-42d3-875a-01b216fac07d) {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:31:58.213727 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea71a4-d5b2-42ec-8e0e-c7ff0eb27260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:31:58.214327 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-56ea71a4-d5b2-42ec-8e0e-c7ff0eb27260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:31:58.219821 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9f2e7a-a487-492d-9f1a-6bce0f3e64eb None None] Network dd450a14-f1e5-42d3-875a-01b216fac07d requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:31:58.229307 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-56ea71a4-d5b2-42ec-8e0e-c7ff0eb27260 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4394400 Jul 19 17:31:58.375463 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2158da94-c14f-4808-9f22-413dd5a280f1 None None] Network dd450a14-f1e5-42d3-875a-01b216fac07d requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:32:00.512437 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45300) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:00.717247 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-edf972a6-349f-40e8-bcc4-07e11dcf2434 admin admin] 10.222.0.58 "GET /v2.0/routers/80e5b6de-3132-4c2b-8242-e166cd3bb86d HTTP/1.1" status: 200 len: 710 time: 0.2036645 Jul 19 17:32:00.798907 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e44325-94d4-48c7-bd53-730fe9a6af47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:32:00.800247 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-57e44325-94d4-48c7-bd53-730fe9a6af47 admin admin] 10.222.0.58 "GET /v2.0/networks/dd450a14-f1e5-42d3-875a-01b216fac07d HTTP/1.1" status: 200 len: 886 time: 0.0780349 Jul 19 17:32:00.809179 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-9964c8ed-9968-4c04-8b10-1732a9a94a2d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:32:01.099755 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9964c8ed-9968-4c04-8b10-1732a9a94a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-418139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6204'] for router, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:01.340908 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9964c8ed-9968-4c04-8b10-1732a9a94a2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:01.412895 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9964c8ed-9968-4c04-8b10-1732a9a94a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:01.565247 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_common [None req-9964c8ed-9968-4c04-8b10-1732a9a94a2d admin admin] Allocated IP 172.27.2.7 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff) {{(pid=99966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:32:01.668644 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9964c8ed-9968-4c04-8b10-1732a9a94a2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:01.748557 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 3a044beb-e521-4b6c-9e4e-6c5dea006f17 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:32:01.752396 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9964c8ed-9968-4c04-8b10-1732a9a94a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:01.795680 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 3a044beb-e521-4b6c-9e4e-6c5dea006f17 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:32:01.799095 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 3a044beb-e521-4b6c-9e4e-6c5dea006f17 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:32:01.799457 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:01.820872 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9964c8ed-9968-4c04-8b10-1732a9a94a2d admin admin] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:32:01.827332 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-9964c8ed-9968-4c04-8b10-1732a9a94a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:32:01.832562 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964c8ed-9968-4c04-8b10-1732a9a94a2d admin admin] Received port after_create {{(pid=99966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:32:01.876639 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:01.896493 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964c8ed-9968-4c04-8b10-1732a9a94a2d admin admin] Pushing event updated for resources: {'Port': ['ID=67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:01.908091 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port 3a044beb-e521-4b6c-9e4e-6c5dea006f17, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=3a044beb-e521-4b6c-9e4e-6c5dea006f17,segment=NetworkSegment(de2164ff-0583-439a-ba92-261364e159d0),segment_id=de2164ff-0583-439a-ba92-261364e159d0)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:32:01.912162 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:01.961087 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=3a044beb-e521-4b6c-9e4e-6c5dea006f17,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:02.106549 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9964c8ed-9968-4c04-8b10-1732a9a94a2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:02.292849 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9964c8ed-9968-4c04-8b10-1732a9a94a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-418139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6204'] for router, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:02.295966 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9964c8ed-9968-4c04-8b10-1732a9a94a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-418274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418283', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-418153'] for router, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:02.459747 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9964c8ed-9968-4c04-8b10-1732a9a94a2d admin admin] Router 80e5b6de-3132-4c2b-8242-e166cd3bb86d has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:32:02.568990 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9964c8ed-9968-4c04-8b10-1732a9a94a2d admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:32:02.573717 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9964c8ed-9968-4c04-8b10-1732a9a94a2d admin admin] Notify callbacks [] for router, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:02.574941 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-9964c8ed-9968-4c04-8b10-1732a9a94a2d admin admin] 10.222.0.58 "PUT /v2.0/routers/80e5b6de-3132-4c2b-8242-e166cd3bb86d HTTP/1.1" status: 200 len: 888 time: 1.7688801 Jul 19 17:32:02.579471 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Sync routers for ids ['80e5b6de-3132-4c2b-8242-e166cd3bb86d'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:32:02.591788 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Routers {'80e5b6de-3132-4c2b-8242-e166cd3bb86d'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:32:02.592468 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:31:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['80e5b6de-3132-4c2b-8242-e166cd3bb86d'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:02.859411 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Set router 80e5b6de-3132-4c2b-8242-e166cd3bb86d gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:32:03.244973 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e5b6de-3132-4c2b-8242-e166cd3bb86d', 'name': 'router1', 'tenant_id': '4c010b4b07114da69f4973a5c4c1206d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:31:44Z', 'updated_at': '2021-07-19T17:32:01Z', 'revision_number': 4, 'project_id': '4c010b4b07114da69f4973a5c4c1206d', 'gw_port': {'id': '67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e5b6de-3132-4c2b-8242-e166cd3bb86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:01Z', 'updated_at': '2021-07-19T17:32:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '3a044beb-e521-4b6c-9e4e-6c5dea006f17', 'name': '', 'network_id': '3ec72162-96ae-4c6a-bc52-aa5824bed57b', 'tenant_id': '4c010b4b07114da69f4973a5c4c1206d', 'mac_address': 'fa:16:3e:1d:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e5b6de-3132-4c2b-8242-e166cd3bb86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '611a6bf4-5491-4f7a-97e2-b1faa6dab567', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:31:53Z', 'updated_at': '2021-07-19T17:32:01Z', 'revision_number': 5, 'project_id': '4c010b4b07114da69f4973a5c4c1206d', 'subnets': [{'id': '611a6bf4-5491-4f7a-97e2-b1faa6dab567', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbd9165b-a877-4a77-8a6d-a62969ed5402'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:03.298763 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Checking router: 80e5b6de-3132-4c2b-8242-e166cd3bb86d for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:32:03.299116 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Updating router 80e5b6de-3132-4c2b-8242-e166cd3bb86d port 67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff binding host dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:32:03.330988 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:03.648067 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Notify callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:03.657261 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Transition to ACTIVE for port object 67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:32:03.663009 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:03.715831 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Attempting to bind port 67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:32:03.716293 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Attempting to bind port 67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:32:03.716711 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Attempting to bind port 67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff on network dd450a14-f1e5-42d3-875a-01b216fac07d {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:32:03.719582 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdc0c4-89fa-4a12-9bac-2e70fc011807 None None] Pushing event updated for resources: {'Port': ['ID=67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:03.724703 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:32:03.725150 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Checking segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:32:03.725626 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:03.726200 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Bound using segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:32:03.727186 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Bound port: 67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:32:03.727695 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:03.749836 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 3a044beb-e521-4b6c-9e4e-6c5dea006f17 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:32:03.813198 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] For port 67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:32:03.817334 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] For port 67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:32:03.823629 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:03.830555 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 3a044beb-e521-4b6c-9e4e-6c5dea006f17 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:32:03.830912 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:03.904006 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Routers {'80e5b6de-3132-4c2b-8242-e166cd3bb86d'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:32:03.904625 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:31:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['80e5b6de-3132-4c2b-8242-e166cd3bb86d'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:04.066684 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdc0c4-89fa-4a12-9bac-2e70fc011807 None None] Pushing event updated for resources: {'Port': ['ID=67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:04.125677 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] Set router 80e5b6de-3132-4c2b-8242-e166cd3bb86d gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:32:04.337460 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e5b6de-3132-4c2b-8242-e166cd3bb86d', 'name': 'router1', 'tenant_id': '4c010b4b07114da69f4973a5c4c1206d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:31:44Z', 'updated_at': '2021-07-19T17:32:01Z', 'revision_number': 4, 'project_id': '4c010b4b07114da69f4973a5c4c1206d', 'gw_port': {'id': '67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e5b6de-3132-4c2b-8242-e166cd3bb86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:01Z', 'updated_at': '2021-07-19T17:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '3a044beb-e521-4b6c-9e4e-6c5dea006f17', 'name': '', 'network_id': '3ec72162-96ae-4c6a-bc52-aa5824bed57b', 'tenant_id': '4c010b4b07114da69f4973a5c4c1206d', 'mac_address': 'fa:16:3e:1d:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e5b6de-3132-4c2b-8242-e166cd3bb86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '611a6bf4-5491-4f7a-97e2-b1faa6dab567', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:31:53Z', 'updated_at': '2021-07-19T17:32:01Z', 'revision_number': 5, 'project_id': '4c010b4b07114da69f4973a5c4c1206d', 'subnets': [{'id': '611a6bf4-5491-4f7a-97e2-b1faa6dab567', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbd9165b-a877-4a77-8a6d-a62969ed5402'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:32:04.363131 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b601b762-2fdb-4d9c-a3a2-22d7b5238e66 None None] The sync data for ids ['80e5b6de-3132-4c2b-8242-e166cd3bb86d'] in dv-cinder-800696-4-iscsi is: [{'id': '80e5b6de-3132-4c2b-8242-e166cd3bb86d', 'name': 'router1', 'tenant_id': '4c010b4b07114da69f4973a5c4c1206d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:31:44Z', 'updated_at': '2021-07-19T17:32:01Z', 'revision_number': 4, 'project_id': '4c010b4b07114da69f4973a5c4c1206d', 'gw_port': {'id': '67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e5b6de-3132-4c2b-8242-e166cd3bb86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:32:01Z', 'updated_at': '2021-07-19T17:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '3a044beb-e521-4b6c-9e4e-6c5dea006f17', 'name': '', 'network_id': '3ec72162-96ae-4c6a-bc52-aa5824bed57b', 'tenant_id': '4c010b4b07114da69f4973a5c4c1206d', 'mac_address': 'fa:16:3e:1d:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e5b6de-3132-4c2b-8242-e166cd3bb86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '611a6bf4-5491-4f7a-97e2-b1faa6dab567', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:31:53Z', 'updated_at': '2021-07-19T17:32:01Z', 'revision_number': 5, 'project_id': '4c010b4b07114da69f4973a5c4c1206d', 'subnets': [{'id': '611a6bf4-5491-4f7a-97e2-b1faa6dab567', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbd9165b-a877-4a77-8a6d-a62969ed5402'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:32:04.980204 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45310) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:32:05.101815 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-3dd03ef5-9d51-4c06-9fb5-0a63839234d9 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1199701 Jul 19 17:32:05.766183 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:32:05.814477 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:32:05.818285 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:32:05.818652 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:05.899829 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:05.922666 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port 67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:32:05.931708 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:05.987639 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:32:07.736806 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:32:07.784259 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 67bb4c6d-2fb6-4638-a9f0-b8d27a1180ff triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:32:07.784777 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:08.741453 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 5 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:32:19.162020 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7d4a340c-cdb7-45e6-9f65-ad61c754607c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:21.678969 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-6a7311d8-5286-4828-8623-34e6937232b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:21.913205 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:23.010316 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:24.422563 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:45.739342 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 5 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:32:49.156358 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7aed4d06-b4aa-47b9-a113-b91431d09bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.712014 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8881f02a-e875-435d-87e9-36d58065416d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:51.934394 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:53.012898 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:32:54.409600 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:19.161566 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8978376c-ac2e-4268-98de-1b318d8b824d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:21.678080 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dfb31e5b-ffab-4f67-82b6-b6a9e6d3fe47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:21.904794 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:22.737219 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 5 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:33:23.012369 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:24.415904 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:41.840472 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45910) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:41.898887 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57136a1-a6e1-4afa-afe3-572c9545ed00 admin admin] GET failed (client error): The resource could not be found. Jul 19 17:33:41.900172 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-d57136a1-a6e1-4afa-afe3-572c9545ed00 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0587716 Jul 19 17:33:42.057367 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba18195-c813-49c2-85c9-4ae1c481d550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:42.058759 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-3ba18195-c813-49c2-85c9-4ae1c481d550 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1548841 Jul 19 17:33:44.178077 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45920) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:44.267310 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77179c02-7cb2-4804-81f8-3b5d685d8563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:44.268680 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-77179c02-7cb2-4804-81f8-3b5d685d8563 admin admin] 10.222.0.58 "GET /v2.0/subnets/611a6bf4-5491-4f7a-97e2-b1faa6dab567 HTTP/1.1" status: 200 len: 849 time: 0.0895674 Jul 19 17:33:44.277738 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:33:44.361953 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:44.499482 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740605461113'] for subnet, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:44.530739 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:44.531932 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:44.532619 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] 10.222.0.58 "PUT /v2.0/subnets/611a6bf4-5491-4f7a-97e2-b1faa6dab567 HTTP/1.1" status: 200 len: 868 time: 0.2586102 Jul 19 17:33:44.539608 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c468c664-c1f6-48e9-bc9b-877d7a7acbe3 None None] Network 3ec72162-96ae-4c6a-bc52-aa5824bed57b requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:33:44.553600 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=611a6bf4-5491-4f7a-97e2-b1faa6dab567,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:33:44.561213 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:44.561591 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:44.561940 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:44.562306 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:44.563109 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:44.563109 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:44.563309 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:44.563628 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:44.563969 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:44.564297 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:44.564679 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:44.565005 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdd525-d5f0-4a2c-80db-587b7e0e2807 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:33:44.908399 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-ba6d7098-ec17-413f-b2c4-17ca32591da9 None None] Provisioning complete for port 3a044beb-e521-4b6c-9e4e-6c5dea006f17 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:33:44.908768 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ba6d7098-ec17-413f-b2c4-17ca32591da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:44.997411 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-ba6d7098-ec17-413f-b2c4-17ca32591da9 None None] Provisioning complete for port 856daff0-1a91-44be-8028-bc1c2a3ca6a8 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:33:44.997694 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ba6d7098-ec17-413f-b2c4-17ca32591da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:46.682108 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45928) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:46.873366 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da413ca-4480-483c-b8a5-5db72cb0c6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:46.873758 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da413ca-4480-483c-b8a5-5db72cb0c6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:46.875298 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-4da413ca-4480-483c-b8a5-5db72cb0c6c5 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1922216 Jul 19 17:33:49.009550 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45936) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:49.139509 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8197330e-6fc0-4e68-bbd1-3621c07a9b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:49.139975 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8197330e-6fc0-4e68-bbd1-3621c07a9b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:49.141502 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-8197330e-6fc0-4e68-bbd1-3621c07a9b9b admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1309826 Jul 19 17:33:49.163481 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9a7ed663-bc08-45d8-8fdf-b7da86c3fa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:51.286377 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45944) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:51.428672 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc93116-674f-4b94-8dfe-791c6f29415b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:51.430037 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-6fc93116-674f-4b94-8dfe-791c6f29415b admin admin] 10.222.0.58 "GET /v2.0/networks/3ec72162-96ae-4c6a-bc52-aa5824bed57b HTTP/1.1" status: 200 len: 869 time: 0.1426899 Jul 19 17:33:51.677058 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-62b7b408-7730-43c7-b9dd-b30ebef41599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:51.906912 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:53.019412 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:53.562209 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45952) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:53.681987 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1979b5a5-831f-47b0-b5a2-4e50ce34b742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:53.683378 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-1979b5a5-831f-47b0-b5a2-4e50ce34b742 admin admin] 10.222.0.58 "GET /v2.0/networks/dd450a14-f1e5-42d3-875a-01b216fac07d HTTP/1.1" status: 200 len: 886 time: 0.1202781 Jul 19 17:33:54.413671 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:33:55.836082 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45960) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:55.960436 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0895b8a-015f-4c48-85bc-2c3e6c810396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:55.960894 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0895b8a-015f-4c48-85bc-2c3e6c810396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:55.962482 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-f0895b8a-015f-4c48-85bc-2c3e6c810396 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254313 Jul 19 17:33:58.227261 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 45968) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:33:58.344684 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c101797-3da5-4a48-8325-79a2a3ad5ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:58.345138 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c101797-3da5-4a48-8325-79a2a3ad5ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:33:58.347249 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-9c101797-3da5-4a48-8325-79a2a3ad5ea4 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1190650 Jul 19 17:33:59.735623 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 5 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:34:00.642977 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 45978) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:00.728187 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3ae1cc-7bf1-464e-9ac3-94097ebceb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:00.729504 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-2d3ae1cc-7bf1-464e-9ac3-94097ebceb52 admin admin] 10.222.0.58 "GET /v2.0/subnets/3a4cd452-a640-4587-9720-ee881db0a230 HTTP/1.1" status: 200 len: 816 time: 0.0856025 Jul 19 17:34:02.907919 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 45986) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:02.995478 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621d0269-13c5-4b2b-b613-ec3b555190f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:02.996781 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-621d0269-13c5-4b2b-b613-ec3b555190f4 admin admin] 10.222.0.58 "GET /v2.0/subnets/611a6bf4-5491-4f7a-97e2-b1faa6dab567 HTTP/1.1" status: 200 len: 868 time: 0.0873940 Jul 19 17:34:19.164936 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d0b6007f-f1d5-4999-b85b-e840b3b9c18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:21.677804 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9085f1d3-c8be-47f9-b37d-0e5301d713cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:21.907242 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:23.018355 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:24.419725 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:27.153932 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 46040) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:27.200553 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [None req-951c91cf-5ed7-4930-9275-ecaa4c0d7b42 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=99966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:34:27.201534 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-951c91cf-5ed7-4930-9275-ecaa4c0d7b42 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466311 Jul 19 17:34:29.419416 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 46048) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:29.477195 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d0e0bd-e1c2-4fc8-96d5-21e6159bfc87 admin admin] GET failed (client error): The resource could not be found. Jul 19 17:34:29.478544 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-60d0e0bd-e1c2-4fc8-96d5-21e6159bfc87 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0581951 Jul 19 17:34:29.648924 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872b6acc-b63c-44e2-82ca-518535aa9dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:29.650446 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-872b6acc-b63c-44e2-82ca-518535aa9dfc admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1680462 Jul 19 17:34:31.784919 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 46056) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:31.828967 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-757f9785-ca9b-4a4c-a6cf-4f98dc50165d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:31.849736 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757f9785-ca9b-4a4c-a6cf-4f98dc50165d admin admin] Made reservation on behalf of 55c7dbdab9b8447bb226cf42e6a458ba for: {'network': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:34:31.852018 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-757f9785-ca9b-4a4c-a6cf-4f98dc50165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.893068 dv-cinder-800696-4-iscsi neutron-server[99966]: WARNING neutron.services.revisions.revision_plugin [None req-757f9785-ca9b-4a4c-a6cf-4f98dc50165d admin admin] Could not find related network for resource to bump revision. Jul 19 17:34:31.905138 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757f9785-ca9b-4a4c-a6cf-4f98dc50165d admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=99966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:34:31.915761 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-757f9785-ca9b-4a4c-a6cf-4f98dc50165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.916106 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.segments_db [None req-757f9785-ca9b-4a4c-a6cf-4f98dc50165d admin admin] Added segment 4c47e278-065b-49ca-a236-6f761083e8cb of type vlan for network 3c75623a-2bf4-4712-a6f4-e725c1af0414 Jul 19 17:34:31.955974 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-757f9785-ca9b-4a4c-a6cf-4f98dc50165d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.982732 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-757f9785-ca9b-4a4c-a6cf-4f98dc50165d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:31.983582 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757f9785-ca9b-4a4c-a6cf-4f98dc50165d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:31.984150 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-757f9785-ca9b-4a4c-a6cf-4f98dc50165d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:32.017326 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-757f9785-ca9b-4a4c-a6cf-4f98dc50165d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2313640 Jul 19 17:34:32.049168 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f9785-ca9b-4a4c-a6cf-4f98dc50165d admin admin] Pushing event updated for resources: {'Network': ['ID=3c75623a-2bf4-4712-a6f4-e725c1af0414,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:32.059855 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network 3c75623a-2bf4-4712-a6f4-e725c1af0414 details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:34:34.174813 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 46064) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:34:34.232064 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcab142-5da6-4ff3-a23e-10cbcd978b0f admin admin] GET failed (client error): The resource could not be found. Jul 19 17:34:34.233358 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-6dcab142-5da6-4ff3-a23e-10cbcd978b0f admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0575619 Jul 19 17:34:34.306714 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91099998-7c0b-439f-a2aa-0b7a162efa2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:34.308144 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-91099998-7c0b-439f-a2aa-0b7a162efa2b admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0710213 Jul 19 17:34:34.317745 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-25ff8d0d-cbdc-4576-b52f-b1015358777e admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '3c75623a-2bf4-4712-a6f4-e725c1af0414'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:34:34.336986 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ff8d0d-cbdc-4576-b52f-b1015358777e admin admin] Made reservation on behalf of 55c7dbdab9b8447bb226cf42e6a458ba for: {'subnet': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:34:34.339213 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-25ff8d0d-cbdc-4576-b52f-b1015358777e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.495583 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-25ff8d0d-cbdc-4576-b52f-b1015358777e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for subnet, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.549207 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff8d0d-cbdc-4576-b52f-b1015358777e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e593b0eb-4161-4bc7-b83e-1791958939ee,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:34.558708 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ff8d0d-cbdc-4576-b52f-b1015358777e admin admin] Checking segment: {'id': '4c47e278-065b-49ca-a236-6f761083e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3c75623a-2bf4-4712-a6f4-e725c1af0414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:34.558708 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ff8d0d-cbdc-4576-b52f-b1015358777e admin admin] Network hostable DHCP agents. Network: 3c75623a-2bf4-4712-a6f4-e725c1af0414, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:34:34.573614 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ff8d0d-cbdc-4576-b52f-b1015358777e admin admin] Network 3c75623a-2bf4-4712-a6f4-e725c1af0414 is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:34:34.582155 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-25ff8d0d-cbdc-4576-b52f-b1015358777e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, 3c75623a-2bf4-4712-a6f4-e725c1af0414) {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:34.586286 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ff8d0d-cbdc-4576-b52f-b1015358777e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:34:34.586974 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-25ff8d0d-cbdc-4576-b52f-b1015358777e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.590843 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71653b9c-9069-4255-ae93-7636375bab29 None None] Network 3c75623a-2bf4-4712-a6f4-e725c1af0414 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:34:34.599348 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-25ff8d0d-cbdc-4576-b52f-b1015358777e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2849960 Jul 19 17:34:34.834591 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2202dd0c-eff8-5d3a-a849-6904cc3a08dc-3c75623a-2bf4-4712-a6f4-e725c1af0414', 'network_id': '3c75623a-2bf4-4712-a6f4-e725c1af0414', 'tenant_id': '55c7dbdab9b8447bb226cf42e6a458ba', 'fixed_ips': [{'subnet_id': 'e593b0eb-4161-4bc7-b83e-1791958939ee'}]}} from dv-cinder-800696-4-iscsi. {{(pid=99968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:34:34.835896 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:34.979247 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Allocated IP 192.168.233.2 (3c75623a-2bf4-4712-a6f4-e725c1af0414/e593b0eb-4161-4bc7-b83e-1791958939ee/76591b0d-f400-4588-9601-27d17179f79e) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:34:35.127511 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Notify callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:35.136088 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Transition to ACTIVE for port object 76591b0d-f400-4588-9601-27d17179f79e will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:35.151382 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Transition to ACTIVE for port object 76591b0d-f400-4588-9601-27d17179f79e will not be triggered until provisioned by entity DHCP. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:34:35.156797 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:35.195241 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Network 3c75623a-2bf4-4712-a6f4-e725c1af0414 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:34:35.200063 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:34:35.202517 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:34:35.218597 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Pushing event updated for resources: {'Port': ['ID=76591b0d-f400-4588-9601-27d17179f79e,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:35.241434 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:35.241785 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:35.242154 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:35.242495 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:35.242828 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:35.243161 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:35.243493 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:35.243828 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:35.244174 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:35.244504 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:35.244829 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:35.245151 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:34:35.283121 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Attempting to bind port 76591b0d-f400-4588-9601-27d17179f79e on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:34:35.283321 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Attempting to bind port 76591b0d-f400-4588-9601-27d17179f79e by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '4c47e278-065b-49ca-a236-6f761083e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3c75623a-2bf4-4712-a6f4-e725c1af0414'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:34:35.283628 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Attempting to bind port 76591b0d-f400-4588-9601-27d17179f79e on network 3c75623a-2bf4-4712-a6f4-e725c1af0414 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:34:35.288709 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:34:35.289095 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Checking segment: {'id': '4c47e278-065b-49ca-a236-6f761083e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3c75623a-2bf4-4712-a6f4-e725c1af0414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:34:35.289496 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:35.289893 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Bound using segment: {'id': '4c47e278-065b-49ca-a236-6f761083e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3c75623a-2bf4-4712-a6f4-e725c1af0414'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:34:35.290374 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Bound port: 76591b0d-f400-4588-9601-27d17179f79e, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c47e278-065b-49ca-a236-6f761083e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3c75623a-2bf4-4712-a6f4-e725c1af0414'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:34:35.290772 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:35.351623 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] For port 76591b0d-f400-4588-9601-27d17179f79e, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:34:35.355153 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] For port 76591b0d-f400-4588-9601-27d17179f79e, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=76591b0d-f400-4588-9601-27d17179f79e,segment=NetworkSegment(4c47e278-065b-49ca-a236-6f761083e8cb),segment_id=4c47e278-065b-49ca-a236-6f761083e8cb)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:34:35.361211 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:35.425824 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393259ac-b8ca-4646-bdb7-22ac8d395f98 None None] Pushing event updated for resources: {'Port': ['ID=76591b0d-f400-4588-9601-27d17179f79e,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:35.871597 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 76591b0d-f400-4588-9601-27d17179f79e up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:35.925395 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 76591b0d-f400-4588-9601-27d17179f79e completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:36.213124 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44228023-ce34-4a93-8e9c-5537c807f19c None None] Network 3c75623a-2bf4-4712-a6f4-e725c1af0414 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:34:36.289405 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-a8c90f47-df58-4bf8-837f-0fb2e285b287 None None] Provisioning for port 76591b0d-f400-4588-9601-27d17179f79e completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:34:36.299669 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-a8c90f47-df58-4bf8-837f-0fb2e285b287 None None] Provisioning complete for port 76591b0d-f400-4588-9601-27d17179f79e triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:36.300032 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a8c90f47-df58-4bf8-837f-0fb2e285b287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:36.436118 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a8c90f47-df58-4bf8-837f-0fb2e285b287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:36.472593 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-a8c90f47-df58-4bf8-837f-0fb2e285b287 None None] For port 76591b0d-f400-4588-9601-27d17179f79e, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=76591b0d-f400-4588-9601-27d17179f79e,segment=NetworkSegment(4c47e278-065b-49ca-a236-6f761083e8cb),segment_id=4c47e278-065b-49ca-a236-6f761083e8cb)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:34:36.477331 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a8c90f47-df58-4bf8-837f-0fb2e285b287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:36.540336 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c90f47-df58-4bf8-837f-0fb2e285b287 None None] Pushing event updated for resources: {'Port': ['ID=76591b0d-f400-4588-9601-27d17179f79e,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:34:36.698976 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-128f2011-09a0-4297-9115-b1e3e29ee6e1 None None] Provisioning complete for port 76591b0d-f400-4588-9601-27d17179f79e triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:36.699319 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-128f2011-09a0-4297-9115-b1e3e29ee6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:36.733269 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 5 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:34:37.842693 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 76591b0d-f400-4588-9601-27d17179f79e up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:34:37.888729 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 76591b0d-f400-4588-9601-27d17179f79e triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:34:37.889099 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:49.165207 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5fe10050-988b-4c58-9a6b-1319cbfe0cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:51.678930 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3ce94b3a-9f1b-4fb6-8893-45386e2ccb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:51.909014 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:53.021246 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:34:54.424155 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:13.731734 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 5 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:35:19.166072 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-475050ea-cbdd-4297-a85d-49b42d9fa8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:21.678401 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e5cca99b-5c98-4774-93df-0f100fb47c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:21.909457 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:23.025202 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:24.428584 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:49.168045 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-41d40ee8-7c08-4e3a-90e4-51ab9db3376a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:50.730499 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 5 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:35:51.678325 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ee9a99cb-c5aa-43c9-bd73-eaf11dc51f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:51.697338 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 46116) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:51.703996 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [None req-b2f57c65-cf42-4f73-9090-5fe85ae41b50 tempest-verify_tempest_config-300833306 tempest-verify_tempest_config-300833306-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=99966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:35:51.704964 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-b2f57c65-cf42-4f73-9090-5fe85ae41b50 tempest-verify_tempest_config-300833306 tempest-verify_tempest_config-300833306-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066721 Jul 19 17:35:51.909069 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:51.995624 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 46134) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:52.093967 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-2318422a-b6c6-4ff6-9443-84c9339b26f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:52.177848 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-2318422a-b6c6-4ff6-9443-84c9339b26f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:52.181592 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-2318422a-b6c6-4ff6-9443-84c9339b26f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:52.226672 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-2318422a-b6c6-4ff6-9443-84c9339b26f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf7f8d8674744cad93c8d30dec3545fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2300158 Jul 19 17:35:52.227916 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318422a-b6c6-4ff6-9443-84c9339b26f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5f91ed-a5c8-40ef-bcaf-95451f690843,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:52.229611 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 46138) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:35:52.235288 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318422a-b6c6-4ff6-9443-84c9339b26f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.235662 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318422a-b6c6-4ff6-9443-84c9339b26f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.236006 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318422a-b6c6-4ff6-9443-84c9339b26f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.236343 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318422a-b6c6-4ff6-9443-84c9339b26f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.236676 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318422a-b6c6-4ff6-9443-84c9339b26f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.237024 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318422a-b6c6-4ff6-9443-84c9339b26f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.237352 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318422a-b6c6-4ff6-9443-84c9339b26f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.237679 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318422a-b6c6-4ff6-9443-84c9339b26f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.238021 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318422a-b6c6-4ff6-9443-84c9339b26f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.238376 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318422a-b6c6-4ff6-9443-84c9339b26f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.238705 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318422a-b6c6-4ff6-9443-84c9339b26f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.239024 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2318422a-b6c6-4ff6-9443-84c9339b26f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.285791 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-382b5e7e-5c7c-4954-9354-37522bc4cc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:52.306182 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-382b5e7e-5c7c-4954-9354-37522bc4cc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:52.389722 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-382b5e7e-5c7c-4954-9354-37522bc4cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:52.392239 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-382b5e7e-5c7c-4954-9354-37522bc4cc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:52.393593 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-382b5e7e-5c7c-4954-9354-37522bc4cc6b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6b5f91ed-a5c8-40ef-bcaf-95451f690843 HTTP/1.1" status: 204 len: 168 time: 0.1628277 Jul 19 17:35:52.400970 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b5e7e-5c7c-4954-9354-37522bc4cc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5f91ed-a5c8-40ef-bcaf-95451f690843,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:35:52.407470 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b5e7e-5c7c-4954-9354-37522bc4cc6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.407831 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b5e7e-5c7c-4954-9354-37522bc4cc6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.408169 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b5e7e-5c7c-4954-9354-37522bc4cc6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.408498 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b5e7e-5c7c-4954-9354-37522bc4cc6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.408822 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b5e7e-5c7c-4954-9354-37522bc4cc6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.409136 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b5e7e-5c7c-4954-9354-37522bc4cc6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.409450 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b5e7e-5c7c-4954-9354-37522bc4cc6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.409774 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b5e7e-5c7c-4954-9354-37522bc4cc6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.410130 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b5e7e-5c7c-4954-9354-37522bc4cc6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.410453 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b5e7e-5c7c-4954-9354-37522bc4cc6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.410768 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b5e7e-5c7c-4954-9354-37522bc4cc6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:52.411076 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b5e7e-5c7c-4954-9354-37522bc4cc6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:35:53.029286 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:35:54.429407 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:19.167915 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-978636da-5242-4221-8faa-a11400d1d138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:21.677664 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8582842d-e015-4f75-950a-f47af31553b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:21.911603 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:23.030952 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:24.433516 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:27.728797 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 5 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:36:49.167718 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1266f508-395e-4f29-a0b5-5f57acc0bf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:51.676942 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5b62f299-0197-4166-adfe-c7b94dac03b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:51.912342 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:53.033230 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:36:54.436178 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:04.727504 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 5 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:37:19.167709 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-be028978-50cf-4131-bdf2-3d80eb9b6b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:21.675838 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dde7e1fc-23da-4a5f-a268-2df7179016b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:21.911116 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:23.037461 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:23.098543 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423659'] for agent, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:24.437805 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:38.166483 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 46212) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:38.274829 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-081c6194-a390-4e10-a7c5-5c94d71c40ba admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1073143 Jul 19 17:37:40.416834 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 46222) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:37:40.467946 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-70703c6f-395f-4ac5-9a77-433043f39f64 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0500679 Jul 19 17:37:41.725636 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:37:49.168191 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a2259a6b-3ba7-4064-ad8c-a4f141406d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:51.676283 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e64a7d71-9987-4219-8f5c-ba5cb121d5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:51.910311 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:53.041388 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:53.049666 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:37:54.442859 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:18.723870 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:38:19.166981 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a4789fbf-7803-4899-8f9f-8143351a2627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:21.675752 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-96c83abd-9058-4114-a0ca-e866aba6cb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:21.910434 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:23.043233 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:23.074220 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:24.444323 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:49.167551 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-52a50139-c9de-41c0-bfbd-3b42f80f836f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:51.786004 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ef27c316-62ba-4b26-8c81-77f1949b3829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:51.912163 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:53.045782 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:53.071912 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:54.449448 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:38:55.721874 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:39:15.447304 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 46428) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:15.687898 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 46446) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:15.875379 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1293217914-network', 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:15.903666 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Made reservation on behalf of 2f89ba439f784b5ea4f1cc9cd7778d80 for: {'network': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:39:15.906127 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:15.915561 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 46454) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:15.924275 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.001476 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 46462) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:16.035274 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 46466) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:16.052426 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.057784 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.085595 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1778d18e-a8ab-417c-9c56-68bb89791e19,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:16.091729 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-858802978-network', 'tenant_id': '1f798727ec6c469db122e0336ec8306e'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:16.094754 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.095155 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.095517 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.095856 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.096211 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.096560 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.097027 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.097386 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.097738 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.098117 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.098470 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.098793 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Tracked resource versions report: Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: pushed versions: Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: { 'AddressGroup': {'1.2'}, Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'ConntrackHelper': {'1.0'}, Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Log': {'1.0'}, Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Network': {'1.1'}, Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Port': {'1.7'}, Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'PortForwarding': {'1.2'}, Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'QosPolicy': {'1.8'}, Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'SecurityGroup': {'1.4'}, Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'SubPort': {'1.0'}, Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Subnet': {'1.1'}, Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Trunk': {'1.1'}} Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: consumer versions: Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: { DHCP agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: HyperV agent@hv-cinder-80069: {}, Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: L3 agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: Metadata agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: Metering agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: Open vSwitch agent@dv-cinder-800696-4-iscsi: { 'AddressGroup': '1.2', Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'ConntrackHelper': '1.0', Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Log': '1.0', Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Network': '1.1', Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Port': '1.7', Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'PortForwarding': '1.2', Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'QosPolicy': '1.8', Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'SecurityGroup': '1.4', Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'SecurityGroupRule': '1.2', Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'SubPort': '1.0', Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Subnet': '1.1', Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: 'Trunk': '1.1'}} Jul 19 17:39:16.099798 dv-cinder-800696-4-iscsi neutron-server[99967]: {{(pid=99967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:39:16.111886 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=99967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:39:16.129608 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-69dcb573-b774-4ddc-af4a-3a65ea9f8a9b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-network', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:16.142695 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.143498 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.segments_db [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Added segment 69cd2353-28ea-4c3e-a4d0-00348478ce78 of type vlan for network ba199622-5356-4143-a827-7602fbb52049 Jul 19 17:39:16.150416 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Made reservation on behalf of 1f798727ec6c469db122e0336ec8306e for: {'network': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:39:16.152755 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.172026 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.198352 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.226657 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-545a01a3-c375-4182-8475-9552897501fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-396790622-network', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:16.228463 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dcb573-b774-4ddc-af4a-3a65ea9f8a9b admin admin] Made reservation on behalf of 0634ad0c797e471297f37a2b2b27b253 for: {'network': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:39:16.231783 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-69dcb573-b774-4ddc-af4a-3a65ea9f8a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.235250 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.236226 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:16.236874 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.335591 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] Pushing event updated for resources: {'Network': ['ID=ba199622-5356-4143-a827-7602fbb52049,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:16.338087 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-69dcb573-b774-4ddc-af4a-3a65ea9f8a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.345594 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-650382bd-d27f-4ae6-b3bd-37b701a5d6ac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1255993963-network', 'tenant_id': '95cc458466614889a29b3238b349fcc2'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:16.361004 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network ba199622-5356-4143-a827-7602fbb52049 details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:39:16.414956 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.439346 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.461654 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=99966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:39:16.486723 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.487300 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.segments_db [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Added segment 936f9355-0be1-470f-a158-f5555ef6d376 of type vlan for network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 Jul 19 17:39:16.567649 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.600937 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545a01a3-c375-4182-8475-9552897501fd admin admin] Made reservation on behalf of db9bcbdd085e472caf212d1387d82a77 for: {'network': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:39:16.603405 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-69dcb573-b774-4ddc-af4a-3a65ea9f8a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.605578 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-545a01a3-c375-4182-8475-9552897501fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.607098 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-d0916880-98f7-40be-98fc-a14cfedb9016 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1585956 Jul 19 17:39:16.609150 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-69dcb573-b774-4ddc-af4a-3a65ea9f8a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.613712 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.615073 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:16.615863 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.626093 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69dcb573-b774-4ddc-af4a-3a65ea9f8a9b admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=99967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:39:16.639795 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-69dcb573-b774-4ddc-af4a-3a65ea9f8a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.640334 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.segments_db [None req-69dcb573-b774-4ddc-af4a-3a65ea9f8a9b admin admin] Added segment e8224e4d-414f-4372-99bf-9a5e7c43b8f3 of type vlan for network 9412ab90-14bd-4fb2-8549-8b0724c797fa Jul 19 17:39:16.656188 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 46498) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:16.659830 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-545a01a3-c375-4182-8475-9552897501fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.677409 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-0e2c6fea-0a0e-4935-b0ac-13107015f53c admin admin] Request body: {'subnet': {'network_id': 'ba199622-5356-4143-a827-7602fbb52049', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1293217914-subnet', 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:16.699558 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-69dcb573-b774-4ddc-af4a-3a65ea9f8a9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.747743 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-69dcb573-b774-4ddc-af4a-3a65ea9f8a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.748770 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dcb573-b774-4ddc-af4a-3a65ea9f8a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:16.749595 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-69dcb573-b774-4ddc-af4a-3a65ea9f8a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.787727 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650382bd-d27f-4ae6-b3bd-37b701a5d6ac admin admin] Made reservation on behalf of 95cc458466614889a29b3238b349fcc2 for: {'network': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:39:16.795062 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-650382bd-d27f-4ae6-b3bd-37b701a5d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.800009 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Pushing event updated for resources: {'Network': ['ID=6f41bdfe-4825-4b22-b0b9-adb28abfe835,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:16.809455 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcb573-b774-4ddc-af4a-3a65ea9f8a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9091e7-9b2e-452c-9a57-aa34f71c98a9,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:16.823506 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.823875 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.824341 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.824567 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.825035 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.825465 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.830137 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.830743 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.831424 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.832071 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.832619 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.833163 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Tracked resource versions report: Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: pushed versions: Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: { 'AddressGroup': {'1.2'}, Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'ConntrackHelper': {'1.0'}, Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Log': {'1.0'}, Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Network': {'1.1'}, Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Port': {'1.7'}, Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'PortForwarding': {'1.2'}, Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'QosPolicy': {'1.8'}, Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'SecurityGroup': {'1.4'}, Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'SubPort': {'1.0'}, Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Subnet': {'1.1'}, Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Trunk': {'1.1'}} Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: consumer versions: Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: { DHCP agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: HyperV agent@hv-cinder-80069: {}, Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: L3 agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: Metadata agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: Metering agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: Open vSwitch agent@dv-cinder-800696-4-iscsi: { 'AddressGroup': '1.2', Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'ConntrackHelper': '1.0', Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Log': '1.0', Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Network': '1.1', Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Port': '1.7', Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'PortForwarding': '1.2', Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'QosPolicy': '1.8', Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'SecurityGroup': '1.4', Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'SecurityGroupRule': '1.2', Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'SubPort': '1.0', Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Subnet': '1.1', Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: 'Trunk': '1.1'}} Jul 19 17:39:16.834453 dv-cinder-800696-4-iscsi neutron-server[99966]: {{(pid=99966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:39:16.848713 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:39:16.865193 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9483705 Jul 19 17:39:16.866303 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af7c23-641c-4c7b-9dd8-ccbfd6ae0aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edea4c82-1f01-4d86-9c94-1af916739ff1,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:16.872618 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 46506) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:16.883774 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-650382bd-d27f-4ae6-b3bd-37b701a5d6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.888444 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-1e69167d-f634-4cf7-94af-abf5ae0ed246 admin admin] Request body: {'subnet': {'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-858802978-subnet', 'tenant_id': '1f798727ec6c469db122e0336ec8306e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:16.898959 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcb573-b774-4ddc-af4a-3a65ea9f8a9b admin admin] Pushing event updated for resources: {'Network': ['ID=9412ab90-14bd-4fb2-8549-8b0724c797fa,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:16.911333 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network 9412ab90-14bd-4fb2-8549-8b0724c797fa details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:39:16.968629 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-545a01a3-c375-4182-8475-9552897501fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.975052 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-545a01a3-c375-4182-8475-9552897501fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:16.982012 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-69dcb573-b774-4ddc-af4a-3a65ea9f8a9b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2923081 Jul 19 17:39:16.984244 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 46516) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:16.989917 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-2b67718c-1fe1-48b5-b6b9-0313c762ca0a admin admin] Request body: {'subnet': {'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-subnet', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:17.015102 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a01a3-c375-4182-8475-9552897501fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9a4a8c-fc07-4660-9641-be4873660480,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:17.036929 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545a01a3-c375-4182-8475-9552897501fd admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=99966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:39:17.051088 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-545a01a3-c375-4182-8475-9552897501fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.051619 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.segments_db [None req-545a01a3-c375-4182-8475-9552897501fd admin admin] Added segment d46911b4-bf28-4904-9719-8b9bee711fe0 of type vlan for network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a Jul 19 17:39:17.054138 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2c6fea-0a0e-4935-b0ac-13107015f53c admin admin] Made reservation on behalf of 2f89ba439f784b5ea4f1cc9cd7778d80 for: {'subnet': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:39:17.057111 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6fea-0a0e-4935-b0ac-13107015f53c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.080185 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e69167d-f634-4cf7-94af-abf5ae0ed246 admin admin] Made reservation on behalf of 1f798727ec6c469db122e0336ec8306e for: {'subnet': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:39:17.083571 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1e69167d-f634-4cf7-94af-abf5ae0ed246 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.136720 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.db.api [None req-2b67718c-1fe1-48b5-b6b9-0313c762ca0a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 19 17:39:17.136720 dv-cinder-800696-4-iscsi neutron-server[99967]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 19 17:39:17.136720 dv-cinder-800696-4-iscsi neutron-server[99967]: [parameters: {'project_id_1': '0634ad0c797e471297f37a2b2b27b253', 'expiration_1': datetime.datetime(2021, 7, 19, 17, 39, 16, 999095)}] Jul 19 17:39:17.136720 dv-cinder-800696-4-iscsi neutron-server[99967]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 17:39:17.136720 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG oslo_db.api [None req-2b67718c-1fe1-48b5-b6b9-0313c762ca0a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 17:39:17.213865 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-545a01a3-c375-4182-8475-9552897501fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.280668 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-545a01a3-c375-4182-8475-9552897501fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.281664 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545a01a3-c375-4182-8475-9552897501fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:17.282292 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-545a01a3-c375-4182-8475-9552897501fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.374110 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a01a3-c375-4182-8475-9552897501fd admin admin] Pushing event updated for resources: {'Network': ['ID=8f3ed29a-aeab-4ff0-8078-f93520c30c1a,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:17.394007 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:39:17.416894 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1e69167d-f634-4cf7-94af-abf5ae0ed246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for subnet, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.452418 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-650382bd-d27f-4ae6-b3bd-37b701a5d6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.500922 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-650382bd-d27f-4ae6-b3bd-37b701a5d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.522290 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-545a01a3-c375-4182-8475-9552897501fd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5171318 Jul 19 17:39:17.526271 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 46548) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:17.535665 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-dd18a487-312c-42b2-b15f-b6ddcd45f347 admin admin] Request body: {'subnet': {'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-396790622-subnet', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:17.550721 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69167d-f634-4cf7-94af-abf5ae0ed246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb113ba-eefb-429b-b333-3270c4ff78d1,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:17.552884 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650382bd-d27f-4ae6-b3bd-37b701a5d6ac admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=99966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:39:17.564264 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-650382bd-d27f-4ae6-b3bd-37b701a5d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.565419 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.segments_db [None req-650382bd-d27f-4ae6-b3bd-37b701a5d6ac admin admin] Added segment 86864411-1781-4521-b924-79c4586d6b70 of type vlan for network 3f5fcb9c-531a-402e-81d7-28dc74598047 Jul 19 17:39:17.576916 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e69167d-f634-4cf7-94af-abf5ae0ed246 admin admin] Checking segment: {'id': '936f9355-0be1-470f-a158-f5555ef6d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:17.577332 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e69167d-f634-4cf7-94af-abf5ae0ed246 admin admin] Network hostable DHCP agents. Network: 6f41bdfe-4825-4b22-b0b9-adb28abfe835, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:39:17.595052 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd18a487-312c-42b2-b15f-b6ddcd45f347 admin admin] Made reservation on behalf of db9bcbdd085e472caf212d1387d82a77 for: {'subnet': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:39:17.597383 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-dd18a487-312c-42b2-b15f-b6ddcd45f347 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.619938 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6fea-0a0e-4935-b0ac-13107015f53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for subnet, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.626315 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650382bd-d27f-4ae6-b3bd-37b701a5d6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940ebba7-ca0b-4a84-a2ef-aa7c884df64a,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:17.631795 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e69167d-f634-4cf7-94af-abf5ae0ed246 admin admin] Network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:39:17.670846 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-650382bd-d27f-4ae6-b3bd-37b701a5d6ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.687463 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b67718c-1fe1-48b5-b6b9-0313c762ca0a admin admin] Made reservation on behalf of 0634ad0c797e471297f37a2b2b27b253 for: {'subnet': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:39:17.689512 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2b67718c-1fe1-48b5-b6b9-0313c762ca0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.702785 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c6fea-0a0e-4935-b0ac-13107015f53c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:17.732948 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c6fea-0a0e-4935-b0ac-13107015f53c admin admin] Checking segment: {'id': '69cd2353-28ea-4c3e-a4d0-00348478ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ba199622-5356-4143-a827-7602fbb52049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:17.733522 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c6fea-0a0e-4935-b0ac-13107015f53c admin admin] Network hostable DHCP agents. Network: ba199622-5356-4143-a827-7602fbb52049, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:39:17.741545 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-650382bd-d27f-4ae6-b3bd-37b701a5d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.742409 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650382bd-d27f-4ae6-b3bd-37b701a5d6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:17.743160 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-650382bd-d27f-4ae6-b3bd-37b701a5d6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.773346 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 46558) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:17.804794 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-650382bd-d27f-4ae6-b3bd-37b701a5d6ac admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7647169 Jul 19 17:39:17.827116 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 46562) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:17.832276 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-24f66424-eac0-42fd-9232-91091dddac3e admin admin] Request body: {'subnet': {'network_id': '3f5fcb9c-531a-402e-81d7-28dc74598047', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1255993963-subnet', 'tenant_id': '95cc458466614889a29b3238b349fcc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:17.836192 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650382bd-d27f-4ae6-b3bd-37b701a5d6ac admin admin] Pushing event updated for resources: {'Network': ['ID=3f5fcb9c-531a-402e-81d7-28dc74598047,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:17.853414 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network 3f5fcb9c-531a-402e-81d7-28dc74598047 details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:39:17.857158 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f66424-eac0-42fd-9232-91091dddac3e admin admin] Made reservation on behalf of 95cc458466614889a29b3238b349fcc2 for: {'subnet': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:39:17.861074 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-24f66424-eac0-42fd-9232-91091dddac3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.869669 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-1e69167d-f634-4cf7-94af-abf5ae0ed246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, 6f41bdfe-4825-4b22-b0b9-adb28abfe835) {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:17.883794 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c6fea-0a0e-4935-b0ac-13107015f53c admin admin] Network ba199622-5356-4143-a827-7602fbb52049 is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:39:17.887318 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526ac4f5-e842-48ee-a425-f4234b248f5e None None] Network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:39:17.897479 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e69167d-f634-4cf7-94af-abf5ae0ed246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:17.898417 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1e69167d-f634-4cf7-94af-abf5ae0ed246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.909021 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-0e2c6fea-0a0e-4935-b0ac-13107015f53c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, ba199622-5356-4143-a827-7602fbb52049) {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:17.920694 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2c6fea-0a0e-4935-b0ac-13107015f53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:17.921382 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6fea-0a0e-4935-b0ac-13107015f53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:17.924873 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-1e69167d-f634-4cf7-94af-abf5ae0ed246 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0511608 Jul 19 17:39:17.932767 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2519183f-1412-4a6d-abc6-575f1a38941f None None] Network ba199622-5356-4143-a827-7602fbb52049 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:39:18.022400 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2b67718c-1fe1-48b5-b6b9-0313c762ca0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for subnet, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.031985 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-451724b4-f5a7-4410-bf50-7b6867ad2670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.070011 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-0e2c6fea-0a0e-4935-b0ac-13107015f53c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3963516 Jul 19 17:39:18.073743 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 46566) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:18.135716 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67718c-1fe1-48b5-b6b9-0313c762ca0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=016908ef-9e1e-4636-acd6-cc64d9df8a14,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:18.140757 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-dd18a487-312c-42b2-b15f-b6ddcd45f347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for subnet, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.175063 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67718c-1fe1-48b5-b6b9-0313c762ca0a admin admin] Checking segment: {'id': 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:18.175668 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b67718c-1fe1-48b5-b6b9-0313c762ca0a admin admin] Network hostable DHCP agents. Network: 9412ab90-14bd-4fb2-8549-8b0724c797fa, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:39:18.195188 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1293217914-router', 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:18.213794 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18a487-312c-42b2-b15f-b6ddcd45f347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=835b74c3-3174-4e3c-a77e-d02ca1e76c12,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:18.223163 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b67718c-1fe1-48b5-b6b9-0313c762ca0a admin admin] Network 9412ab90-14bd-4fb2-8549-8b0724c797fa is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:39:18.237893 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-2b67718c-1fe1-48b5-b6b9-0313c762ca0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, 9412ab90-14bd-4fb2-8549-8b0724c797fa) {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:18.239737 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd18a487-312c-42b2-b15f-b6ddcd45f347 admin admin] Checking segment: {'id': 'd46911b4-bf28-4904-9719-8b9bee711fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:18.240207 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd18a487-312c-42b2-b15f-b6ddcd45f347 admin admin] Network hostable DHCP agents. Network: 8f3ed29a-aeab-4ff0-8078-f93520c30c1a, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:39:18.245232 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b67718c-1fe1-48b5-b6b9-0313c762ca0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:18.245836 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2b67718c-1fe1-48b5-b6b9-0313c762ca0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.256291 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9ed307-8060-4345-b27e-b1467d06c10b None None] Network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:39:18.258875 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c5426a-3b4d-48fa-a3d7-23d2c25b86f3 None None] Network 9412ab90-14bd-4fb2-8549-8b0724c797fa requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:39:18.261227 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-451724b4-f5a7-4410-bf50-7b6867ad2670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.272089 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd18a487-312c-42b2-b15f-b6ddcd45f347 admin admin] Network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:39:18.275730 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-451724b4-f5a7-4410-bf50-7b6867ad2670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.282409 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-dd18a487-312c-42b2-b15f-b6ddcd45f347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, 8f3ed29a-aeab-4ff0-8078-f93520c30c1a) {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:18.288927 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da8461f-8754-4821-8c86-e7b8b0b07f91 None None] Network ba199622-5356-4143-a827-7602fbb52049 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:39:18.290792 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-2b67718c-1fe1-48b5-b6b9-0313c762ca0a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3041716 Jul 19 17:39:18.293258 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 46574) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:18.300178 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:18.305714 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6cc2b7-9149-4e49-a38f-fac7662508d4 None None] Network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:39:18.308244 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd18a487-312c-42b2-b15f-b6ddcd45f347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:18.308998 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-dd18a487-312c-42b2-b15f-b6ddcd45f347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.321024 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-451724b4-f5a7-4410-bf50-7b6867ad2670 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=75ab759f7323420fb1ef9313923e403d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5363374 Jul 19 17:39:18.322683 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 46578) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:18.378877 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-dd18a487-312c-42b2-b15f-b6ddcd45f347 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8461063 Jul 19 17:39:18.379795 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 46582) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:18.387336 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:18.414686 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-418101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61407'] for router, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.415851 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61382'] for router, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.506475 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-418101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61407'] for router, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.510593 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61382'] for router, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.518249 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.519338 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-24f66424-eac0-42fd-9232-91091dddac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for subnet, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.531780 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ea6f401b-5668-401d-ab49-13d8f5138e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.533999 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451724b4-f5a7-4410-bf50-7b6867ad2670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b808b3d-31e3-4e1f-8e1e-cd5210e290cb,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:18.538561 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 46600) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:18.557601 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ea6f401b-5668-401d-ab49-13d8f5138e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.567462 dv-cinder-800696-4-iscsi neutron-server[99966]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 19 17:39:18.661945 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-418101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61407'] for router, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.663728 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61382'] for router, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.682440 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ea6f401b-5668-401d-ab49-13d8f5138e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.684966 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ea6f401b-5668-401d-ab49-13d8f5138e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.686187 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-ea6f401b-5668-401d-ab49-13d8f5138e1d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3b808b3d-31e3-4e1f-8e1e-cd5210e290cb HTTP/1.1" status: 204 len: 168 time: 0.3623264 Jul 19 17:39:18.765822 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2202dd0c-eff8-5d3a-a849-6904cc3a08dc-8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'fixed_ips': [{'subnet_id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12'}]}} from dv-cinder-800696-4-iscsi. {{(pid=99968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:39:18.766718 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.782237 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f401b-5668-401d-ab49-13d8f5138e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b808b3d-31e3-4e1f-8e1e-cd5210e290cb,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:18.792123 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-418139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6204'] for router, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.812275 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2202dd0c-eff8-5d3a-a849-6904cc3a08dc-9412ab90-14bd-4fb2-8549-8b0724c797fa', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14'}]}} from dv-cinder-800696-4-iscsi. {{(pid=99968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:39:18.812275 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:18.871255 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:19.080040 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Allocated IP 172.20.0.2 (8f3ed29a-aeab-4ff0-8078-f93520c30c1a/835b74c3-3174-4e3c-a77e-d02ca1e76c12/0d1370a5-84fc-4955-84a3-be496f111003) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:39:19.114144 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-418139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6204'] for router, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:19.138784 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Allocated IP 172.20.0.2 (9412ab90-14bd-4fb2-8549-8b0724c797fa/016908ef-9e1e-4636-acd6-cc64d9df8a14/acc9523d-1c2c-4ba4-b9c2-f76c94525cab) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:39:19.184742 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:19.201321 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f66424-eac0-42fd-9232-91091dddac3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc1e126-6997-4b9e-8f6a-523a120ff41d,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:19.394639 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f66424-eac0-42fd-9232-91091dddac3e admin admin] Checking segment: {'id': '86864411-1781-4521-b924-79c4586d6b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f5fcb9c-531a-402e-81d7-28dc74598047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:19.394997 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f66424-eac0-42fd-9232-91091dddac3e admin admin] Network hostable DHCP agents. Network: 3f5fcb9c-531a-402e-81d7-28dc74598047, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:39:19.473877 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f66424-eac0-42fd-9232-91091dddac3e admin admin] Network 3f5fcb9c-531a-402e-81d7-28dc74598047 is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:39:19.482502 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dac20-94fd-40d8-ac53-e1685536736c req-2e075376-5e39-4a52-a8dc-4bd90a3e3749 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:19.484061 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-394dac20-94fd-40d8-ac53-e1685536736c req-2e075376-5e39-4a52-a8dc-4bd90a3e3749 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/networks?id=6f41bdfe-4825-4b22-b0b9-adb28abfe835 HTTP/1.1" status: 200 len: 814 time: 0.9413185 Jul 19 17:39:19.533379 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-418139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6204'] for router, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:19.541092 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-24f66424-eac0-42fd-9232-91091dddac3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, 3f5fcb9c-531a-402e-81d7-28dc74598047) {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:19.546857 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-394dac20-94fd-40d8-ac53-e1685536736c req-9a5c0133-8d4a-41bd-89bd-86b77763a4cb tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/quotas/1f798727ec6c469db122e0336ec8306e HTTP/1.1" status: 200 len: 375 time: 0.0302489 Jul 19 17:39:19.551419 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f66424-eac0-42fd-9232-91091dddac3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:19.556138 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-24f66424-eac0-42fd-9232-91091dddac3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:19.645030 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-394dac20-94fd-40d8-ac53-e1685536736c req-e73edbef-6f62-4a6e-8003-44d47efe316a tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f798727ec6c469db122e0336ec8306e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833681 Jul 19 17:39:19.651776 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-73661863-5040-4792-8913-1c402ac29fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:19.653494 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd28524-4401-4be6-b137-0807ec522cc7 None None] Network 3f5fcb9c-531a-402e-81d7-28dc74598047 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:39:19.674710 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-24f66424-eac0-42fd-9232-91091dddac3e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8464932 Jul 19 17:39:19.775805 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:19.805368 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:19.970416 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:19.988314 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Notify callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:20.001265 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Transition to ACTIVE for port object 0d1370a5-84fc-4955-84a3-be496f111003 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:20.001673 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:20.003132 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [req-394dac20-94fd-40d8-ac53-e1685536736c req-13a6baed-a22f-4687-b8c5-5d1ce6939463 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=99966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:39:20.011126 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-394dac20-94fd-40d8-ac53-e1685536736c req-13a6baed-a22f-4687-b8c5-5d1ce6939463 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1503093 Jul 19 17:39:20.030825 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Transition to ACTIVE for port object 0d1370a5-84fc-4955-84a3-be496f111003 will not be triggered until provisioned by entity DHCP. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:20.064105 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:20.119651 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:20.141192 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Allocated IP 172.27.2.48 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/7e778836-7f63-4a18-b063-a58ee3301b84) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:39:20.143922 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:20.150428 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Pushing event updated for resources: {'Port': ['ID=0d1370a5-84fc-4955-84a3-be496f111003,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:20.157783 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:20.174593 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:20.180853 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:39:20.227010 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:20.227517 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:20.227966 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:20.228333 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:20.228675 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:20.229000 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:20.229407 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:20.229907 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:20.230273 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:20.230648 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:20.230973 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:20.231466 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:20.231959 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-394dac20-94fd-40d8-ac53-e1685536736c req-21cb151d-e223-4e44-bb1c-341544e1fe7c service neutron] 10.222.0.58 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193251 Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Tracked resource versions report: Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: pushed versions: Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: { 'AddressGroup': {'1.2'}, Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'ConntrackHelper': {'1.0'}, Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Log': {'1.0'}, Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Network': {'1.1'}, Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Port': {'1.7'}, Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'PortForwarding': {'1.2'}, Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'QosPolicy': {'1.8'}, Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'SecurityGroup': {'1.4'}, Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'SubPort': {'1.0'}, Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Subnet': {'1.1'}, Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Trunk': {'1.1'}} Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: consumer versions: Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: { DHCP agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: HyperV agent@hv-cinder-80069: {}, Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: L3 agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: Metadata agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: Metering agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: Open vSwitch agent@dv-cinder-800696-4-iscsi: { 'AddressGroup': '1.2', Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'ConntrackHelper': '1.0', Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Log': '1.0', Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Network': '1.1', Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Port': '1.7', Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'PortForwarding': '1.2', Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'QosPolicy': '1.8', Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'SecurityGroup': '1.4', Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'SecurityGroupRule': '1.2', Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'SubPort': '1.0', Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Subnet': '1.1', Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: 'Trunk': '1.1'}} Jul 19 17:39:20.232717 dv-cinder-800696-4-iscsi neutron-server[99968]: {{(pid=99968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:39:20.313091 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:20.348057 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Attempting to bind port 0d1370a5-84fc-4955-84a3-be496f111003 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:39:20.348469 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Attempting to bind port 0d1370a5-84fc-4955-84a3-be496f111003 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': 'd46911b4-bf28-4904-9719-8b9bee711fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:39:20.348828 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Attempting to bind port 0d1370a5-84fc-4955-84a3-be496f111003 on network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:20.355243 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Notify callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:20.358518 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:39:20.358881 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Checking segment: {'id': 'd46911b4-bf28-4904-9719-8b9bee711fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:20.359609 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:20.359736 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Bound using segment: {'id': 'd46911b4-bf28-4904-9719-8b9bee711fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:39:20.360102 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Bound port: 0d1370a5-84fc-4955-84a3-be496f111003, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46911b4-bf28-4904-9719-8b9bee711fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:39:20.360493 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:20.377522 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-394dac20-94fd-40d8-ac53-e1685536736c req-9393ac4b-0acc-40e9-8d1c-ff247bd54362 service neutron] 10.222.0.58 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414161 Jul 19 17:39:20.382540 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Transition to ACTIVE for port object acc9523d-1c2c-4ba4-b9c2-f76c94525cab will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:20.400017 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:20.498117 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Transition to ACTIVE for port object acc9523d-1c2c-4ba4-b9c2-f76c94525cab will not be triggered until provisioned by entity DHCP. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:20.498927 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:20.503588 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:20.507316 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:39:20.549516 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 46688) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:20.552224 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:20.571041 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbacfc47-41df-42a5-8bd1-9f3adcc79e49 None None] Network 3f5fcb9c-531a-402e-81d7-28dc74598047 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:39:20.606378 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Pushing event updated for resources: {'Port': ['ID=7e778836-7f63-4a18-b063-a58ee3301b84,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:20.642243 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Allocated IP 172.27.2.181 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/afc2f32a-fe26-4e82-b9ea-37bb33be2f6e) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:39:20.657171 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Network 9412ab90-14bd-4fb2-8549-8b0724c797fa is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:20.663091 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:20.667420 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] For port 0d1370a5-84fc-4955-84a3-be496f111003, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:39:20.674386 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:39:20.707339 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-919c0ebc-0563-44f8-885a-af6a0a1adc2f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:20.716231 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-919c0ebc-0563-44f8-885a-af6a0a1adc2f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/networks?id=3f5fcb9c-531a-402e-81d7-28dc74598047 HTTP/1.1" status: 200 len: 812 time: 0.1566577 Jul 19 17:39:20.734485 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-a0964317-b81c-47ed-9d8f-22462cdcc5a0 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/quotas/95cc458466614889a29b3238b349fcc2 HTTP/1.1" status: 200 len: 375 time: 0.0171559 Jul 19 17:39:20.788541 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-6a1777bd-cd7e-4f03-afcd-24907f4267ba tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=95cc458466614889a29b3238b349fcc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519450 Jul 19 17:39:20.793347 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] For port 0d1370a5-84fc-4955-84a3-be496f111003, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=0d1370a5-84fc-4955-84a3-be496f111003,segment=NetworkSegment(d46911b4-bf28-4904-9719-8b9bee711fe0),segment_id=d46911b4-bf28-4904-9719-8b9bee711fe0)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:39:20.794586 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Attempting to bind port acc9523d-1c2c-4ba4-b9c2-f76c94525cab on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:39:20.795054 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Attempting to bind port acc9523d-1c2c-4ba4-b9c2-f76c94525cab by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:39:20.795440 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Attempting to bind port acc9523d-1c2c-4ba4-b9c2-f76c94525cab on network 9412ab90-14bd-4fb2-8549-8b0724c797fa {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:20.800607 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Pushing event updated for resources: {'Port': ['ID=acc9523d-1c2c-4ba4-b9c2-f76c94525cab,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:20.805289 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:39:20.805638 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Checking segment: {'id': 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:20.806066 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:20.806438 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Bound using segment: {'id': 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:39:20.806921 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Bound port: acc9523d-1c2c-4ba4-b9c2-f76c94525cab, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:39:20.807313 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:20.814591 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:20.978448 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:21.007112 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-27d1fb91-88ea-4881-a0c3-8af616db1828 req-7dd6a6cb-fab9-4ade-afc3-c44c44cb736e tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 210 time: 0.1044335 Jul 19 17:39:21.154017 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] For port acc9523d-1c2c-4ba4-b9c2-f76c94525cab, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:39:21.157053 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbdae2-3bf0-4260-be14-dc94860297cd None None] Pushing event updated for resources: {'Port': ['ID=0d1370a5-84fc-4955-84a3-be496f111003,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:21.162731 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:21.171967 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] For port acc9523d-1c2c-4ba4-b9c2-f76c94525cab, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=acc9523d-1c2c-4ba4-b9c2-f76c94525cab,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:39:21.187085 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:21.270453 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d82d7-6b74-4003-bf35-dbeb163ef988 None None] Pushing event updated for resources: {'Port': ['ID=acc9523d-1c2c-4ba4-b9c2-f76c94525cab,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:21.300126 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-af325acd-813d-43a6-ac2e-7f48ccf0e037 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=99966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:39:21.309998 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-af325acd-813d-43a6-ac2e-7f48ccf0e037 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3353643 Jul 19 17:39:21.504527 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:21.529537 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 46742) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:21.614208 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-1eb1a4ab-3a5f-4503-bfe9-db24942d9634 service neutron] 10.222.0.58 "GET /v2.0/networks/3f5fcb9c-531a-402e-81d7-28dc74598047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952614 Jul 19 17:39:21.658557 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418268'] for router, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:21.671271 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:21.687965 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:21.691390 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_common [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Allocated IP 172.27.2.73 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/d4a065ee-0194-4b0a-bd0b-c9475bbda685) {{(pid=99966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:39:21.696958 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:39:21.708720 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8a36ef7f-a614-4246-93b9-c98870c9f379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:21.817701 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Pushing event updated for resources: {'Port': ['ID=afc2f32a-fe26-4e82-b9ea-37bb33be2f6e,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:21.886389 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-672f27ef-0e90-4d53-b8f5-f13be11ccdcc service neutron] 10.222.0.58 "GET /v2.0/networks/3f5fcb9c-531a-402e-81d7-28dc74598047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515876 Jul 19 17:39:21.964410 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ba7a60f1-f86f-4756-abfe-af5fb446826d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:21.964920 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:21.968293 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:22.088831 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:22.217175 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device acc9523d-1c2c-4ba4-b9c2-f76c94525cab up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:39:22.342552 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 is scheduled to L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 with binding_index 1 {{(pid=99967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:39:22.346924 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eb540599-5dd1-4cd6-8ca3-58a9bd7a3bf8 req-bf66dbf1-50d2-4188-a7ea-99c94b0c6d2c tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 210 time: 0.1908588 Jul 19 17:39:22.348729 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:22.368388 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Pushing event updated for resources: {'Port': ['ID=d4a065ee-0194-4b0a-bd0b-c9475bbda685,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:22.382672 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:22.386807 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:22.405680 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port acc9523d-1c2c-4ba4-b9c2-f76c94525cab completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:39:22.410237 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 0d1370a5-84fc-4955-84a3-be496f111003 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:39:22.440864 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Received port after_create {{(pid=99966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:39:22.557880 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 0d1370a5-84fc-4955-84a3-be496f111003 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:39:22.851864 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fda500-68e6-478d-9ed5-cd071d41beda None None] Network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:39:22.903726 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c920cbf1-775c-4c03-9f34-454c57386e51 req-69925ac5-ac01-487e-89cf-e2b518f124dc tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 210 time: 0.0845444 Jul 19 17:39:23.027975 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-d4fb3489-cfef-4cd3-a496-db40c33758d7 None None] Provisioning for port 0d1370a5-84fc-4955-84a3-be496f111003 completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:39:23.046531 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-d4fb3489-cfef-4cd3-a496-db40c33758d7 None None] Provisioning complete for port 0d1370a5-84fc-4955-84a3-be496f111003 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:23.046904 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3489-cfef-4cd3-a496-db40c33758d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:23.139223 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:23.176962 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:23.189116 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:39:23.203340 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Sync routers for ids ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:39:23.219929 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Routers {'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:39:23.220922 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:39:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:23.251985 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b4b5cf-f9a3-4ce6-a559-12bd7e83a56f None None] Network 9412ab90-14bd-4fb2-8549-8b0724c797fa requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:39:23.305077 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ba7a60f1-f86f-4756-abfe-af5fb446826d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:23.329076 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ba7a60f1-f86f-4756-abfe-af5fb446826d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:23.350099 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] Notify callbacks [] for router, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:23.353512 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:23.357212 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-14ac0c90-8f0c-4f99-baf3-b4aa7257b6fa admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0625341 Jul 19 17:39:23.390810 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 46812) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:23.433776 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3489-cfef-4cd3-a496-db40c33758d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:23.485897 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Set router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:39:23.488330 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418268'] for router, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:23.587464 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-d4fb3489-cfef-4cd3-a496-db40c33758d7 None None] For port 0d1370a5-84fc-4955-84a3-be496f111003, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=0d1370a5-84fc-4955-84a3-be496f111003,segment=NetworkSegment(d46911b4-bf28-4904-9719-8b9bee711fe0),segment_id=d46911b4-bf28-4904-9719-8b9bee711fe0)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:23.614978 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3489-cfef-4cd3-a496-db40c33758d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:23.791840 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-298b165b-91a9-4007-a1d0-4e95f9db3ade req-fd833a37-251c-4a48-9093-81f9a4caa137 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 210 time: 0.0428495 Jul 19 17:39:23.844871 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb3489-cfef-4cd3-a496-db40c33758d7 None None] Pushing event updated for resources: {'Port': ['ID=0d1370a5-84fc-4955-84a3-be496f111003,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:23.853186 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418268'] for router, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:23.870164 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-ba7a60f1-f86f-4756-abfe-af5fb446826d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53b8c79ce72c44a19db88325a1d7c7b3&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3309851 Jul 19 17:39:23.878628 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 46836) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:23.879536 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:20Z', 'revision_number': 3, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:24.112852 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Checking router: a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:39:24.113209 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Updating router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 port 7e778836-7f63-4a18-b063-a58ee3301b84 binding host dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:39:24.116207 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-e1a4bde5-f4d1-4554-a39c-f93f0774cafa None None] Provisioning for port acc9523d-1c2c-4ba4-b9c2-f76c94525cab completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:39:24.139707 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-50312a2f-3885-48d9-9d97-a1bdb41311ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:24.142911 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Router f226c503-9d30-49e7-bc0f-e5040b33c51f is scheduled to L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 with binding_index 1 {{(pid=99966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:39:24.161532 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-e1a4bde5-f4d1-4554-a39c-f93f0774cafa None None] Provisioning complete for port acc9523d-1c2c-4ba4-b9c2-f76c94525cab triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:24.163733 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e1a4bde5-f4d1-4554-a39c-f93f0774cafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:24.183201 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 0d1370a5-84fc-4955-84a3-be496f111003 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:39:24.200578 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-50312a2f-3885-48d9-9d97-a1bdb41311ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:24.237145 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:24.274983 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a60f1-f86f-4756-abfe-af5fb446826d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc5ca44-5f6b-40f9-ad70-ca91fdc2e3ac,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:24.509080 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-90225791-c4d6-4c6a-9dda-d816c0ff5f9d req-45f9fd49-0f09-4ced-99ad-1f90d8f73bf8 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 210 time: 0.0903800 Jul 19 17:39:24.510643 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 0d1370a5-84fc-4955-84a3-be496f111003 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:24.511061 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:24.514068 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:24.552382 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-50312a2f-3885-48d9-9d97-a1bdb41311ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:24.556570 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-50312a2f-3885-48d9-9d97-a1bdb41311ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:24.558059 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-50312a2f-3885-48d9-9d97-a1bdb41311ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cfc5ca44-5f6b-40f9-ad70-ca91fdc2e3ac HTTP/1.1" status: 204 len: 168 time: 0.6781843 Jul 19 17:39:24.590018 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:39:24.606633 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50312a2f-3885-48d9-9d97-a1bdb41311ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc5ca44-5f6b-40f9-ad70-ca91fdc2e3ac,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:24.627159 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] Notify callbacks [] for router, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:24.628563 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-727d71b0-eab9-409e-95d1-fc59c015e7ff admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5537548 Jul 19 17:39:24.632379 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 46858) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:24.637652 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Sync routers for ids ['f226c503-9d30-49e7-bc0f-e5040b33c51f'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:39:24.685042 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Routers {'f226c503-9d30-49e7-bc0f-e5040b33c51f'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:39:24.685715 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:39:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['f226c503-9d30-49e7-bc0f-e5040b33c51f'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:24.790652 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Router 4d8cee21-75cf-496f-949d-8d60f64a02b0 is scheduled to L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 with binding_index 1 {{(pid=99967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:39:24.868544 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e1a4bde5-f4d1-4554-a39c-f93f0774cafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:24.891565 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Notify callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:24.915887 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Transition to ACTIVE for port object 7e778836-7f63-4a18-b063-a58ee3301b84 will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:24.927569 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:24.990738 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-e1a4bde5-f4d1-4554-a39c-f93f0774cafa None None] For port acc9523d-1c2c-4ba4-b9c2-f76c94525cab, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=acc9523d-1c2c-4ba4-b9c2-f76c94525cab,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:25.026493 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Set router f226c503-9d30-49e7-bc0f-e5040b33c51f gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:39:25.028101 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506ee93-1b29-41e5-baad-8c47cb659f03 None None] Pushing event updated for resources: {'Port': ['ID=7e778836-7f63-4a18-b063-a58ee3301b84,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:25.048445 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ee93-1b29-41e5-baad-8c47cb659f03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:25.049801 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ee93-1b29-41e5-baad-8c47cb659f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:25.052257 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ee93-1b29-41e5-baad-8c47cb659f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:25.053105 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ee93-1b29-41e5-baad-8c47cb659f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:25.056054 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ee93-1b29-41e5-baad-8c47cb659f03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:25.056420 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ee93-1b29-41e5-baad-8c47cb659f03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:25.057700 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ee93-1b29-41e5-baad-8c47cb659f03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:25.058315 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ee93-1b29-41e5-baad-8c47cb659f03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:25.060862 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ee93-1b29-41e5-baad-8c47cb659f03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:25.062239 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ee93-1b29-41e5-baad-8c47cb659f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:25.062845 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ee93-1b29-41e5-baad-8c47cb659f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:25.064217 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ee93-1b29-41e5-baad-8c47cb659f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ee93-1b29-41e5-baad-8c47cb659f03 None None] Tracked resource versions report: Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: pushed versions: Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: { 'AddressGroup': {'1.2'}, Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'ConntrackHelper': {'1.0'}, Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Log': {'1.0'}, Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Network': {'1.1'}, Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Port': {'1.7'}, Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'PortForwarding': {'1.2'}, Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'QosPolicy': {'1.8'}, Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'SecurityGroup': {'1.4'}, Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'SecurityGroupRule': {'1.2'}, Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'SubPort': {'1.0'}, Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Subnet': {'1.1'}, Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Trunk': {'1.1'}} Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: consumer versions: Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: { DHCP agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: HyperV agent@hv-cinder-80069: {}, Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: L3 agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: Metadata agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: Metering agent@dv-cinder-800696-4-iscsi: {}, Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: Open vSwitch agent@dv-cinder-800696-4-iscsi: { 'AddressGroup': '1.2', Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'ConntrackHelper': '1.0', Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Log': '1.0', Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Network': '1.1', Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Port': '1.7', Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'PortForwarding': '1.2', Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'QosPolicy': '1.8', Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'SecurityGroup': '1.4', Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'SecurityGroupRule': '1.2', Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'SubPort': '1.0', Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Subnet': '1.1', Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: 'Trunk': '1.1'}} Jul 19 17:39:25.068461 dv-cinder-800696-4-iscsi neutron-server[99969]: {{(pid=99969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 17:39:25.086282 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:39:25.131346 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Sync routers for ids ['4d8cee21-75cf-496f-949d-8d60f64a02b0'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:39:25.171662 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5e7f1e67-8b51-4fd5-b069-f51d14e03752 req-36a1e2dc-27d3-4bdd-a0ad-f00fd5c18330 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 210 time: 0.0845547 Jul 19 17:39:25.200707 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e1a4bde5-f4d1-4554-a39c-f93f0774cafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:25.212168 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Routers {'4d8cee21-75cf-496f-949d-8d60f64a02b0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:39:25.212815 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:39:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['4d8cee21-75cf-496f-949d-8d60f64a02b0'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:25.235041 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] Notify callbacks [] for router, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:25.236314 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-def4c51a-a31e-4ac1-9613-8229f928f684 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8553402 Jul 19 17:39:25.272114 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 46888) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:25.431382 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-44cdcbc8-aebd-41e4-9364-4cb07b7fd38c None None] Provisioning complete for port 0d1370a5-84fc-4955-84a3-be496f111003 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:25.432097 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-44cdcbc8-aebd-41e4-9364-4cb07b7fd38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:25.463468 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Set router 4d8cee21-75cf-496f-949d-8d60f64a02b0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:39:25.466910 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:25.485946 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4bde5-f4d1-4554-a39c-f93f0774cafa None None] Pushing event updated for resources: {'Port': ['ID=acc9523d-1c2c-4ba4-b9c2-f76c94525cab,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:25.599205 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Attempting to bind port 7e778836-7f63-4a18-b063-a58ee3301b84 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:39:25.599504 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Attempting to bind port 7e778836-7f63-4a18-b063-a58ee3301b84 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:39:25.600032 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Attempting to bind port 7e778836-7f63-4a18-b063-a58ee3301b84 on network dd450a14-f1e5-42d3-875a-01b216fac07d {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:25.609391 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'name': 'tempest-ServerRescueNegativeTestJSON-1293217914-router', 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4a065ee-0194-4b0a-bd0b-c9475bbda685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:22Z', 'revision_number': 3, 'project_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'gw_port': {'id': 'd4a065ee-0194-4b0a-bd0b-c9475bbda685', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:25.627030 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:39:25.627030 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Checking segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:25.627030 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:25.627030 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Bound using segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:39:25.627030 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Bound port: 7e778836-7f63-4a18-b063-a58ee3301b84, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:39:25.627030 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:25.661693 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Checking router: f226c503-9d30-49e7-bc0f-e5040b33c51f for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:39:25.666075 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Updating router f226c503-9d30-49e7-bc0f-e5040b33c51f port d4a065ee-0194-4b0a-bd0b-c9475bbda685 binding host dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:39:25.683206 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:25.723955 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ccd931d1-9ab4-4a7d-bebd-a394657dd359 req-67b21b68-68dd-440b-b9c6-96c0f337d89f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 210 time: 0.0558248 Jul 19 17:39:25.764852 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:25.804362 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-cae3e162-ece3-4964-ba84-64dbf303d37e None None] Provisioning complete for port acc9523d-1c2c-4ba4-b9c2-f76c94525cab triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:25.804782 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-cae3e162-ece3-4964-ba84-64dbf303d37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:25.842755 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] For port 7e778836-7f63-4a18-b063-a58ee3301b84, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:39:25.859411 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] For port 7e778836-7f63-4a18-b063-a58ee3301b84, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=7e778836-7f63-4a18-b063-a58ee3301b84,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:39:25.871951 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Allocated IP 172.20.0.1 (9412ab90-14bd-4fb2-8549-8b0724c797fa/016908ef-9e1e-4636-acd6-cc64d9df8a14/151c6c19-7257-43d3-b6e7-d34ad6ce7675) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:39:25.875005 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:26.033229 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Routers {'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:39:26.034057 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:39:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:26.137644 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_common [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] Allocated IP 172.20.0.1 (ba199622-5356-4143-a827-7602fbb52049/b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5/6ffc11cf-b783-41fb-b711-35a9b0af56f4) {{(pid=99966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:39:26.287058 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Notify callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:26.297403 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:26.300450 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Transition to ACTIVE for port object d4a065ee-0194-4b0a-bd0b-c9475bbda685 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:26.318151 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Transition to ACTIVE for port object 151c6c19-7257-43d3-b6e7-d34ad6ce7675 will not be triggered until provisioned by entity DHCP. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:26.326495 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device acc9523d-1c2c-4ba4-b9c2-f76c94525cab up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:39:26.339244 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:26.345304 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:26.360004 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] Set router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:39:26.402105 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:26.418435 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:26.453636 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e012551-25a4-4626-aeec-179bc2b54415 None None] Pushing event updated for resources: {'Port': ['ID=d4a065ee-0194-4b0a-bd0b-c9475bbda685,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:26.482778 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:21Z', 'revision_number': 3, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:26.492136 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] Pushing event updated for resources: {'Port': ['ID=6ffc11cf-b783-41fb-b711-35a9b0af56f4,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:26.499046 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-64704698-092d-4ee6-af70-170a799edadf req-90083488-7062-44c8-a8d5-4ac5d3782d32 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 210 time: 0.1131406 Jul 19 17:39:26.503326 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Attempting to bind port d4a065ee-0194-4b0a-bd0b-c9475bbda685 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:39:26.503720 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Attempting to bind port d4a065ee-0194-4b0a-bd0b-c9475bbda685 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:39:26.504084 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Attempting to bind port d4a065ee-0194-4b0a-bd0b-c9475bbda685 on network dd450a14-f1e5-42d3-875a-01b216fac07d {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:26.510485 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Network 9412ab90-14bd-4fb2-8549-8b0724c797fa is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:26.513600 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] Network ba199622-5356-4143-a827-7602fbb52049 is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:26.523722 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:26.523722 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] Received port after_create {{(pid=99966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:39:26.523722 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418051'] for router_interface, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:26.531741 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:39:26.532130 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Checking segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:26.532561 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:26.532970 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Bound using segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:39:26.533450 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Bound port: d4a065ee-0194-4b0a-bd0b-c9475bbda685, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:39:26.533884 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:26.536052 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:26.540250 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:39:26.541124 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418051'] for router_interface, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:26.547701 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Pushing event updated for resources: {'Port': ['ID=151c6c19-7257-43d3-b6e7-d34ad6ce7675,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:26.598098 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:26.648776 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port acc9523d-1c2c-4ba4-b9c2-f76c94525cab triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:26.649438 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:26.657856 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] For port d4a065ee-0194-4b0a-bd0b-c9475bbda685, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:39:26.697774 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] For port d4a065ee-0194-4b0a-bd0b-c9475bbda685, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=d4a065ee-0194-4b0a-bd0b-c9475bbda685,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:39:26.704669 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:26.755521 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Checking router: 4d8cee21-75cf-496f-949d-8d60f64a02b0 for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:39:26.755882 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Updating router 4d8cee21-75cf-496f-949d-8d60f64a02b0 port afc2f32a-fe26-4e82-b9ea-37bb33be2f6e binding host dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:39:26.860599 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8717b7fb-8bcc-4b8a-a61a-4427b8bd021e req-d7240deb-2ecb-4765-ab79-0b6624cd4f45 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 210 time: 0.0333855 Jul 19 17:39:26.883076 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:26.901285 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Routers {'f226c503-9d30-49e7-bc0f-e5040b33c51f'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:39:26.902445 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:39:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['f226c503-9d30-49e7-bc0f-e5040b33c51f'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:26.915962 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:26.951705 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506ee93-1b29-41e5-baad-8c47cb659f03 None None] Pushing event updated for resources: {'Port': ['ID=7e778836-7f63-4a18-b063-a58ee3301b84,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:27.042871 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] Set router f226c503-9d30-49e7-bc0f-e5040b33c51f gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:39:27.064133 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:20Z', 'revision_number': 3, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:27.114543 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Allocated IP 172.20.0.1 (8f3ed29a-aeab-4ff0-8078-f93520c30c1a/835b74c3-3174-4e3c-a77e-d02ca1e76c12/5f5417cf-ed50-4b13-81ab-4c998fbac4e1) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:39:27.135925 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a062bef-33be-4f02-bf5e-485f284003b9 None None] The sync data for ids ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'] in dv-cinder-800696-4-iscsi is: [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:20Z', 'revision_number': 3, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:39:27.224389 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:27.241912 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:27.245889 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:27.250002 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418451'] for router_interface, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:27.262460 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e012551-25a4-4626-aeec-179bc2b54415 None None] Pushing event updated for resources: {'Port': ['ID=d4a065ee-0194-4b0a-bd0b-c9475bbda685,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:27.289055 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-47527d5f-2c62-4aa0-9c43-c2bb6f15ce27 None None] Provisioning for port 151c6c19-7257-43d3-b6e7-d34ad6ce7675 completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:39:27.306983 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-47527d5f-2c62-4aa0-9c43-c2bb6f15ce27 None None] Provisioning complete for port 151c6c19-7257-43d3-b6e7-d34ad6ce7675 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:27.307710 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-47527d5f-2c62-4aa0-9c43-c2bb6f15ce27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:27.370564 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:27.406831 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-47527d5f-2c62-4aa0-9c43-c2bb6f15ce27 None None] Port 151c6c19-7257-43d3-b6e7-d34ad6ce7675 cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:39:27.421598 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Transition to ACTIVE for port object 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 will not be triggered until provisioned by entity DHCP. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:27.441355 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'name': 'tempest-ServerRescueNegativeTestJSON-1293217914-router', 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4a065ee-0194-4b0a-bd0b-c9475bbda685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:26Z', 'revision_number': 4, 'project_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'gw_port': {'id': 'd4a065ee-0194-4b0a-bd0b-c9475bbda685', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '6ffc11cf-b783-41fb-b711-35a9b0af56f4', 'name': '', 'network_id': 'ba199622-5356-4143-a827-7602fbb52049', 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'mac_address': 'fa:16:3e:64:12:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:26Z', 'revision_number': 1, 'project_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'subnets': [{'id': 'b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:27.515759 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e7423c-c41b-4639-a4d7-ed9934e6c497 None None] The sync data for ids ['f226c503-9d30-49e7-bc0f-e5040b33c51f'] in dv-cinder-800696-4-iscsi is: [{'id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'name': 'tempest-ServerRescueNegativeTestJSON-1293217914-router', 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4a065ee-0194-4b0a-bd0b-c9475bbda685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:26Z', 'revision_number': 4, 'project_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'gw_port': {'id': 'd4a065ee-0194-4b0a-bd0b-c9475bbda685', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '6ffc11cf-b783-41fb-b711-35a9b0af56f4', 'name': '', 'network_id': 'ba199622-5356-4143-a827-7602fbb52049', 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'mac_address': 'fa:16:3e:64:12:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:26Z', 'revision_number': 1, 'project_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'subnets': [{'id': 'b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:39:27.559446 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.49', 61194) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:27.633132 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] Network ba199622-5356-4143-a827-7602fbb52049 is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:27.635494 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] Pushing event updated for resources: {'Port': ['ID=6ffc11cf-b783-41fb-b711-35a9b0af56f4,revision_number=2']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:27.637209 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Notify callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:27.642167 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:27.652853 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Transition to ACTIVE for port object afc2f32a-fe26-4e82-b9ea-37bb33be2f6e will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:27.684190 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:27.741315 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 46940) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:27.746861 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:27.768610 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Attempting to bind port afc2f32a-fe26-4e82-b9ea-37bb33be2f6e on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:39:27.768997 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Attempting to bind port afc2f32a-fe26-4e82-b9ea-37bb33be2f6e by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:39:27.769418 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Attempting to bind port afc2f32a-fe26-4e82-b9ea-37bb33be2f6e on network dd450a14-f1e5-42d3-875a-01b216fac07d {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:27.779652 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:39:27.780027 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Checking segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:27.780423 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:27.780877 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Bound using segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:39:27.781357 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Bound port: afc2f32a-fe26-4e82-b9ea-37bb33be2f6e, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:39:27.781779 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:27.851146 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:27.861382 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] For port afc2f32a-fe26-4e82-b9ea-37bb33be2f6e, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:39:27.864875 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] For port afc2f32a-fe26-4e82-b9ea-37bb33be2f6e, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=afc2f32a-fe26-4e82-b9ea-37bb33be2f6e,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:39:27.870507 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:27.873345 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:39:27.874198 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418051'] for router_interface, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:27.884566 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:27.956473 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Routers {'4d8cee21-75cf-496f-949d-8d60f64a02b0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:39:27.957061 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:39:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['4d8cee21-75cf-496f-949d-8d60f64a02b0'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:27.988927 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-02c5a079-b18f-49ef-8b39-0b752b5792cf req-ce9bac01-17d5-4b13-a5c1-173cf2e8a6f3 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 210 time: 0.3262131 Jul 19 17:39:28.083346 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b149ad-7538-48dc-9db7-bf259f2ab4de None None] Pushing event updated for resources: {'Port': ['ID=afc2f32a-fe26-4e82-b9ea-37bb33be2f6e,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:28.221744 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 7e778836-7f63-4a18-b063-a58ee3301b84 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:39:28.238292 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-53c22f5e-9594-4c3e-8bb3-211517a7cc06 req-dec69690-2a4f-40fb-94b1-086d57efadb9 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 210 time: 0.1780903 Jul 19 17:39:28.264793 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:28.306701 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 7e778836-7f63-4a18-b063-a58ee3301b84 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:39:28.314538 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] Router f226c503-9d30-49e7-bc0f-e5040b33c51f has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:39:28.341509 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 7e778836-7f63-4a18-b063-a58ee3301b84 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:28.343104 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:28.369330 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.49', 61201) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:28.395966 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:28.397092 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418451'] for router_interface, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:28.424797 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-0e1d7c3b-771e-4802-addc-5af8e37b69ba None None] Provisioning for port 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:39:28.446687 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-0e1d7c3b-771e-4802-addc-5af8e37b69ba None None] Provisioning complete for port 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:28.451012 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0e1d7c3b-771e-4802-addc-5af8e37b69ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:28.464918 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b149ad-7538-48dc-9db7-bf259f2ab4de None None] Pushing event updated for resources: {'Port': ['ID=afc2f32a-fe26-4e82-b9ea-37bb33be2f6e,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:28.562217 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] Set router 4d8cee21-75cf-496f-949d-8d60f64a02b0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:39:28.706965 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-c99a9a9b-2a31-4597-97e0-64248489cb90 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:28.708583 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-c99a9a9b-2a31-4597-97e0-64248489cb90 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.49 "GET /v2.0/networks?id=3f5fcb9c-531a-402e-81d7-28dc74598047 HTTP/1.1" status: 200 len: 812 time: 0.3373380 Jul 19 17:39:28.868370 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:28.893045 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-618f83a5-604f-4293-87a0-7e9ca738948f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Request body: {'port': {'device_id': '6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3', 'network_id': '3f5fcb9c-531a-402e-81d7-28dc74598047', 'admin_state_up': True, 'tenant_id': '95cc458466614889a29b3238b349fcc2'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:28.916763 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Network 9412ab90-14bd-4fb2-8549-8b0724c797fa is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:28.947126 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:21Z', 'revision_number': 3, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:28.973466 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d7c3b-771e-4802-addc-5af8e37b69ba None None] Port 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:39:29.026823 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd68895-1026-4a05-a96d-143a1011c7a1 None None] The sync data for ids ['4d8cee21-75cf-496f-949d-8d60f64a02b0'] in dv-cinder-800696-4-iscsi is: [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:21Z', 'revision_number': 3, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:39:29.045582 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:29.053844 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:29.088897 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Pushing event updated for resources: {'Port': ['ID=5f5417cf-ed50-4b13-81ab-4c998fbac4e1,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:29.091754 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2d57be87-f94e-4d8a-ae27-c31f86c4c732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:29.144835 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port 7e778836-7f63-4a18-b063-a58ee3301b84, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=7e778836-7f63-4a18-b063-a58ee3301b84,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:29.151740 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:29.329335 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=7e778836-7f63-4a18-b063-a58ee3301b84,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:29.429251 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6f722e7a-329e-4034-a048-063704b5b7c5 req-cea7dea5-47c0-46e7-bf30-b75dc85f79b5 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 210 time: 0.2017469 Jul 19 17:39:29.569601 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:39:29.612270 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-322e46ae-02c5-472e-8fc2-1b4bf1e7f364 None None] Provisioning complete for port 151c6c19-7257-43d3-b6e7-d34ad6ce7675 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:29.612730 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-322e46ae-02c5-472e-8fc2-1b4bf1e7f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:29.738141 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-322e46ae-02c5-472e-8fc2-1b4bf1e7f364 None None] Port 151c6c19-7257-43d3-b6e7-d34ad6ce7675 cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:39:29.744377 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dac20-94fd-40d8-ac53-e1685536736c req-2d86aa51-8080-472f-a2a3-bca1740662e4 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:29.749419 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-394dac20-94fd-40d8-ac53-e1685536736c req-2d86aa51-8080-472f-a2a3-bca1740662e4 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.49 "GET /v2.0/networks?id=6f41bdfe-4825-4b22-b0b9-adb28abfe835 HTTP/1.1" status: 200 len: 814 time: 2.1837392 Jul 19 17:39:29.775294 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Pushing event updated for resources: {'Port': ['ID=151c6c19-7257-43d3-b6e7-d34ad6ce7675,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:29.793186 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-19b2dc55-28f1-4296-9c7a-85f3b08594e0 req-7ede7c7c-2129-4b22-bee3-a6fc11bec8e3 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 210 time: 0.3736906 Jul 19 17:39:29.821876 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:39:29.850855 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-4f872c1c-467e-49b2-8ce3-2ea8bcc3f228 admin admin] 10.222.0.58 "PUT /v2.0/routers/f226c503-9d30-49e7-bc0f-e5040b33c51f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2173638 Jul 19 17:39:30.108471 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-618f83a5-604f-4293-87a0-7e9ca738948f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Made reservation on behalf of 95cc458466614889a29b3238b349fcc2 for: {'port': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:39:30.132562 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-618f83a5-604f-4293-87a0-7e9ca738948f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:30.204452 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.db.api [None req-2d57be87-f94e-4d8a-ae27-c31f86c4c732 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 19 17:39:30.204452 dv-cinder-800696-4-iscsi neutron-server[99967]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 19 17:39:30.204452 dv-cinder-800696-4-iscsi neutron-server[99967]: [parameters: {'project_id': '30beccc57da74267af6e755d4046eeaf', 'id': 'c1c7c9e4-b07c-413c-8881-9368b81d11ee', 'expiration': datetime.datetime(2021, 7, 19, 17, 41, 30, 80231)}] Jul 19 17:39:30.204452 dv-cinder-800696-4-iscsi neutron-server[99967]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 17:39:30.205240 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG oslo_db.api [None req-2d57be87-f94e-4d8a-ae27-c31f86c4c732 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 17:39:30.376015 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:39:30.395399 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-3daf3933-854c-4efb-b419-f23bce37e4ee admin admin] 10.222.0.58 "PUT /v2.0/routers/a6cfe47d-6dcb-4545-8302-ce734f1fd9c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0015271 Jul 19 17:39:30.428969 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 7e778836-7f63-4a18-b063-a58ee3301b84 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:39:30.489280 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:30.508701 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:30.509455 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418451'] for router_interface, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:30.544313 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 7e778836-7f63-4a18-b063-a58ee3301b84 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:30.544727 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:30.703917 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device afc2f32a-fe26-4e82-b9ea-37bb33be2f6e up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:39:30.757247 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2d57be87-f94e-4d8a-ae27-c31f86c4c732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:30.763320 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Pushing event updated for resources: {'Port': ['ID=5f5417cf-ed50-4b13-81ab-4c998fbac4e1,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:30.775128 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port afc2f32a-fe26-4e82-b9ea-37bb33be2f6e completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:39:30.775510 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fdaaf8f9-9fb1-49b8-b8eb-9de04a50197e req-79391ed0-9171-4031-a052-ecf75513f1b3 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 210 time: 0.1835043 Jul 19 17:39:30.778011 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_common [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-618f83a5-604f-4293-87a0-7e9ca738948f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Allocated IP 172.20.0.12 (3f5fcb9c-531a-402e-81d7-28dc74598047/4dc1e126-6997-4b9e-8f6a-523a120ff41d/6489bb45-9a61-4b99-99a2-ad2e98aeb03a) {{(pid=99966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:39:30.790807 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port afc2f32a-fe26-4e82-b9ea-37bb33be2f6e triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:30.793401 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:30.874647 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:30.887763 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:30.969461 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 47042) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:31.022519 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:31.082775 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port afc2f32a-fe26-4e82-b9ea-37bb33be2f6e, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=afc2f32a-fe26-4e82-b9ea-37bb33be2f6e,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:31.096215 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:31.097235 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device d4a065ee-0194-4b0a-bd0b-c9475bbda685 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:39:31.109879 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Sync routers for ids ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:39:31.125506 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff7149-9d28-4530-b72a-736d40f66d6c req-51058406-4a71-468a-be7b-83a3c51f93e4 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:31.131161 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-adff7149-9d28-4530-b72a-736d40f66d6c req-51058406-4a71-468a-be7b-83a3c51f93e4 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/networks?id=ba199622-5356-4143-a827-7602fbb52049 HTTP/1.1" status: 200 len: 819 time: 0.4676094 Jul 19 17:39:31.205728 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Router 4d8cee21-75cf-496f-949d-8d60f64a02b0 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:39:31.214947 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-adff7149-9d28-4530-b72a-736d40f66d6c req-8d04763f-4033-4d5c-a984-25042c0fb5a7 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/quotas/2f89ba439f784b5ea4f1cc9cd7778d80 HTTP/1.1" status: 200 len: 375 time: 0.0791490 Jul 19 17:39:31.297376 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-23913c77-b6fb-41f0-a773-cb1aa2d75094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:31.333356 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Routers {'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:39:31.334012 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:39:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:31.392304 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-618f83a5-604f-4293-87a0-7e9ca738948f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Notify callbacks [] for port, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:31.402068 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-adff7149-9d28-4530-b72a-736d40f66d6c req-a52acf59-f1af-4fe1-8628-0f789161845b tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f89ba439f784b5ea4f1cc9cd7778d80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1861877 Jul 19 17:39:31.442206 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:39:31.460180 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=afc2f32a-fe26-4e82-b9ea-37bb33be2f6e,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:31.468097 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-7390b8b8-1c72-4516-8132-a4cd0c2c6af0 admin admin] 10.222.0.58 "PUT /v2.0/routers/4d8cee21-75cf-496f-949d-8d60f64a02b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1948006 Jul 19 17:39:31.504023 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-44c36d61-a5cb-475a-af84-5260d5267f20 None None] Provisioning complete for port 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:31.505533 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-44c36d61-a5cb-475a-af84-5260d5267f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:31.578199 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port d4a065ee-0194-4b0a-bd0b-c9475bbda685 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:39:31.585452 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-adff7149-9d28-4530-b72a-736d40f66d6c req-52729843-3881-4ff9-b037-e767f74c948a service neutron] 10.222.0.58 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757598 Jul 19 17:39:31.589863 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port d4a065ee-0194-4b0a-bd0b-c9475bbda685 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:31.589998 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2d57be87-f94e-4d8a-ae27-c31f86c4c732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:31.590367 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:31.596016 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2d57be87-f94e-4d8a-ae27-c31f86c4c732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:31.596837 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-44c36d61-a5cb-475a-af84-5260d5267f20 None None] Port 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:39:31.631838 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Set router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:39:31.681297 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-394dac20-94fd-40d8-ac53-e1685536736c req-efcc9e93-2275-48ac-9c8a-d412be314485 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Request body: {'port': {'device_id': 'd1c6db6f-29fa-4ba3-bf00-77f2b13e7441', 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835', 'admin_state_up': True, 'tenant_id': '1f798727ec6c469db122e0336ec8306e'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:31.709287 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-2d57be87-f94e-4d8a-ae27-c31f86c4c732 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=30beccc57da74267af6e755d4046eeaf&name=default HTTP/1.1" status: 200 len: 2975 time: 3.9306779 Jul 19 17:39:31.754401 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 47054) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:31.791241 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-adff7149-9d28-4530-b72a-736d40f66d6c req-0340b90c-cbdf-4bc2-9573-6a817658f187 service neutron] 10.222.0.58 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926303 Jul 19 17:39:31.795130 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 47056) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:31.805856 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-9bcfc1fa-3352-49e0-b744-1256c109ffe7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1762804506', 'description': 'tempest-description--682557816'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:31.815233 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-618f83a5-604f-4293-87a0-7e9ca738948f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:31.851469 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57be87-f94e-4d8a-ae27-c31f86c4c732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ebd103-647f-4968-94ae-2cd89a21536d,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:31.908402 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:31.923841 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-618f83a5-604f-4293-87a0-7e9ca738948f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Network 3f5fcb9c-531a-402e-81d7-28dc74598047 is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:31.958644 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-618f83a5-604f-4293-87a0-7e9ca738948f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:32.020863 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-618f83a5-604f-4293-87a0-7e9ca738948f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Received port after_create {{(pid=99966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:39:32.044270 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port d4a065ee-0194-4b0a-bd0b-c9475bbda685, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=d4a065ee-0194-4b0a-bd0b-c9475bbda685,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:32.050905 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-618f83a5-604f-4293-87a0-7e9ca738948f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:32.052686 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-618f83a5-604f-4293-87a0-7e9ca738948f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for port, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:32.085203 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:32.189546 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f83a5-604f-4293-87a0-7e9ca738948f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Pushing event updated for resources: {'Port': ['ID=6489bb45-9a61-4b99-99a2-ad2e98aeb03a,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:32.299525 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-eb6f74ab-5a6b-4891-9a32-69c56f44a77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:32.328149 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device afc2f32a-fe26-4e82-b9ea-37bb33be2f6e up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:39:32.342576 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-23913c77-b6fb-41f0-a773-cb1aa2d75094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:32.361952 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-23913c77-b6fb-41f0-a773-cb1aa2d75094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:32.390538 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac414c-804d-489a-9e01-ada8085f6a77 req-b600f297-fcdf-4cd9-8ce4-bb360f4bae76 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:32.401635 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e1ac414c-804d-489a-9e01-ada8085f6a77 req-b600f297-fcdf-4cd9-8ce4-bb360f4bae76 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 932 time: 0.4030151 Jul 19 17:39:32.416044 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-eb6f74ab-5a6b-4891-9a32-69c56f44a77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:32.484441 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-618f83a5-604f-4293-87a0-7e9ca738948f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6515088 Jul 19 17:39:32.522479 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=d4a065ee-0194-4b0a-bd0b-c9475bbda685,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:32.556672 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-eb6f74ab-5a6b-4891-9a32-69c56f44a77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:32.561620 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port afc2f32a-fe26-4e82-b9ea-37bb33be2f6e triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:32.565779 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:32.570660 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-eb6f74ab-5a6b-4891-9a32-69c56f44a77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:32.578312 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-eb6f74ab-5a6b-4891-9a32-69c56f44a77b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9ebd103-647f-4968-94ae-2cd89a21536d HTTP/1.1" status: 204 len: 168 time: 0.8198271 Jul 19 17:39:32.646649 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f74ab-5a6b-4891-9a32-69c56f44a77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ebd103-647f-4968-94ae-2cd89a21536d,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:32.656462 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:27Z', 'revision_number': 4, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '151c6c19-7257-43d3-b6e7-d34ad6ce7675', 'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'mac_address': 'fa:16:3e:89:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:27Z', 'revision_number': 2, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'subnets': [{'id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:32.714346 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Checking router: a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:39:32.714346 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Updating router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 port 151c6c19-7257-43d3-b6e7-d34ad6ce7675 binding host dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:39:32.717509 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-23913c77-b6fb-41f0-a773-cb1aa2d75094 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4e1881637104a4da30051ab7e67a237&name=default HTTP/1.1" status: 200 len: 2978 time: 1.7171140 Jul 19 17:39:32.720261 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 47076) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:32.728994 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:39:32.753672 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9bcfc1fa-3352-49e0-b744-1256c109ffe7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:32.813583 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:32.843129 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23913c77-b6fb-41f0-a773-cb1aa2d75094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e19520b-56d9-4da8-9591-daf4dbaaad88,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:32.861316 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Sync routers for ids ['f226c503-9d30-49e7-bc0f-e5040b33c51f'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:39:32.864057 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e1ac414c-804d-489a-9e01-ada8085f6a77 req-3ecd728b-2fe5-4457-813e-2e408f9938af tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611540 Jul 19 17:39:32.901090 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Routers {'f226c503-9d30-49e7-bc0f-e5040b33c51f'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:39:32.902953 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 47080) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:32.908657 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-60ba87ae-c847-4974-8f6a-813065c8bb44 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1314323866', 'description': 'tempest-description--1937187973'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:32.912332 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:39:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['f226c503-9d30-49e7-bc0f-e5040b33c51f'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:33.003501 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394dac20-94fd-40d8-ac53-e1685536736c req-efcc9e93-2275-48ac-9c8a-d412be314485 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Made reservation on behalf of 1f798727ec6c469db122e0336ec8306e for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:39:33.017691 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-394dac20-94fd-40d8-ac53-e1685536736c req-efcc9e93-2275-48ac-9c8a-d412be314485 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:33.133150 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d49eabc7-acba-41bb-ae64-54acedf28001 req-b6534f85-883d-4eaf-b626-081a3f585caf tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 210 time: 0.1056604 Jul 19 17:39:33.159599 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0273e45e-fff5-4d55-9820-3d2ac2ec4300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:33.237187 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Sync routers for ids ['4d8cee21-75cf-496f-949d-8d60f64a02b0'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:39:33.270838 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8843c846-f7f6-4343-9b40-9ca56bfe2595 req-a3421916-c039-4bb0-b718-5b6840e65873 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 210 time: 0.2068229 Jul 19 17:39:33.331870 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Set router f226c503-9d30-49e7-bc0f-e5040b33c51f gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:39:33.338637 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Routers {'4d8cee21-75cf-496f-949d-8d60f64a02b0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:39:33.342419 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:39:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['4d8cee21-75cf-496f-949d-8d60f64a02b0'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:33.352815 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9bcfc1fa-3352-49e0-b744-1256c109ffe7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:33.358014 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9bcfc1fa-3352-49e0-b744-1256c109ffe7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:33.404790 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0273e45e-fff5-4d55-9820-3d2ac2ec4300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:33.408296 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 47092) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:33.431417 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-20e30034-0815-44dd-85b9-4cef9724d4c8 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=99966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:39:33.432647 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-20e30034-0815-44dd-85b9-4cef9724d4c8 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0384500 Jul 19 17:39:33.557623 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-60ba87ae-c847-4974-8f6a-813065c8bb44 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:33.562967 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfc1fa-3352-49e0-b744-1256c109ffe7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=096340db-8d73-4419-a8ea-0a3f64925589,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:33.576849 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff4c9-da46-4d8d-95dc-6a7a01ee11d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:33.598868 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9bcfc1fa-3352-49e0-b744-1256c109ffe7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:33.602628 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-9bcfc1fa-3352-49e0-b744-1256c109ffe7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8064642 Jul 19 17:39:33.613018 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 47098) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:33.675204 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-e312a881-c2b2-44b0-b703-5f465474a764 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Request body: {'security_group_rule': {'security_group_id': '096340db-8d73-4419-a8ea-0a3f64925589', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:33.806206 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-394dac20-94fd-40d8-ac53-e1685536736c req-efcc9e93-2275-48ac-9c8a-d412be314485 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Allocated IP 172.20.0.6 (6f41bdfe-4825-4b22-b0b9-adb28abfe835/3eb113ba-eefb-429b-b333-3270c4ff78d1/a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:39:33.819711 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Request body: {'port': {'device_id': '6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:33.828966 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0273e45e-fff5-4d55-9820-3d2ac2ec4300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:33.837544 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0273e45e-fff5-4d55-9820-3d2ac2ec4300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:33.841306 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-0273e45e-fff5-4d55-9820-3d2ac2ec4300 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e19520b-56d9-4da8-9591-daf4dbaaad88 HTTP/1.1" status: 204 len: 168 time: 1.1193230 Jul 19 17:39:33.844422 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'name': 'tempest-ServerRescueNegativeTestJSON-1293217914-router', 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4a065ee-0194-4b0a-bd0b-c9475bbda685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:26Z', 'revision_number': 4, 'project_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'gw_port': {'id': 'd4a065ee-0194-4b0a-bd0b-c9475bbda685', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '6ffc11cf-b783-41fb-b711-35a9b0af56f4', 'name': '', 'network_id': 'ba199622-5356-4143-a827-7602fbb52049', 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'mac_address': 'fa:16:3e:64:12:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:26Z', 'revision_number': 2, 'project_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'subnets': [{'id': 'b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:33.855161 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Notify callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:33.869856 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Transition to ACTIVE for port object 151c6c19-7257-43d3-b6e7-d34ad6ce7675 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:33.888381 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:33.895093 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273e45e-fff5-4d55-9820-3d2ac2ec4300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e19520b-56d9-4da8-9591-daf4dbaaad88,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:33.901858 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Checking router: f226c503-9d30-49e7-bc0f-e5040b33c51f for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:39:33.910042 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Updating router f226c503-9d30-49e7-bc0f-e5040b33c51f port 6ffc11cf-b783-41fb-b711-35a9b0af56f4 binding host dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:39:34.010790 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-71da80a2-df9a-4ad9-9487-530760ce1726 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:34.025247 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:34.027576 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-71da80a2-df9a-4ad9-9487-530760ce1726 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/networks?id=ba199622-5356-4143-a827-7602fbb52049 HTTP/1.1" status: 200 len: 819 time: 0.5384328 Jul 19 17:39:34.074248 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Set router 4d8cee21-75cf-496f-949d-8d60f64a02b0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:39:34.080324 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baca6f-b70a-4c72-ba27-26733f24ae8a None None] Pushing event updated for resources: {'Port': ['ID=151c6c19-7257-43d3-b6e7-d34ad6ce7675,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:34.094562 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-6981ed4f-5809-48f8-b6f2-9ccb6f6b83a6 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/quotas/2f89ba439f784b5ea4f1cc9cd7778d80 HTTP/1.1" status: 200 len: 375 time: 0.0647972 Jul 19 17:39:34.275619 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:34.294985 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device d4a065ee-0194-4b0a-bd0b-c9475bbda685 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:39:34.475059 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-394dac20-94fd-40d8-ac53-e1685536736c req-efcc9e93-2275-48ac-9c8a-d412be314485 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:34.624308 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-394dac20-94fd-40d8-ac53-e1685536736c req-efcc9e93-2275-48ac-9c8a-d412be314485 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:34.862373 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.49', 61211) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:34.929843 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc9e93-2275-48ac-9c8a-d412be314485 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Pushing event updated for resources: {'Port': ['ID=a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:34.940590 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Notify callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:34.956401 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Transition to ACTIVE for port object 6ffc11cf-b783-41fb-b711-35a9b0af56f4 will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:34.964438 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:34.990905 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394dac20-94fd-40d8-ac53-e1685536736c req-efcc9e93-2275-48ac-9c8a-d412be314485 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:34.995277 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-394dac20-94fd-40d8-ac53-e1685536736c req-efcc9e93-2275-48ac-9c8a-d412be314485 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:35.006899 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-394dac20-94fd-40d8-ac53-e1685536736c req-efcc9e93-2275-48ac-9c8a-d412be314485 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:39:35.013243 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dac20-94fd-40d8-ac53-e1685536736c req-efcc9e93-2275-48ac-9c8a-d412be314485 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:35.013889 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-394dac20-94fd-40d8-ac53-e1685536736c req-efcc9e93-2275-48ac-9c8a-d412be314485 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:35.125112 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Attempting to bind port 151c6c19-7257-43d3-b6e7-d34ad6ce7675 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:39:35.125635 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Attempting to bind port 151c6c19-7257-43d3-b6e7-d34ad6ce7675 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:39:35.125820 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Attempting to bind port 151c6c19-7257-43d3-b6e7-d34ad6ce7675 on network 9412ab90-14bd-4fb2-8549-8b0724c797fa {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:35.162689 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed167cf-d5d8-4160-8810-f2080cbbecb7 None None] Pushing event updated for resources: {'Port': ['ID=6ffc11cf-b783-41fb-b711-35a9b0af56f4,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:35.165752 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff7149-9d28-4530-b72a-736d40f66d6c req-2cba516d-4020-4b88-b15f-0ecb64a9218b tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:35.167179 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-adff7149-9d28-4530-b72a-736d40f66d6c req-2cba516d-4020-4b88-b15f-0ecb64a9218b tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.49 "GET /v2.0/networks?id=ba199622-5356-4143-a827-7602fbb52049 HTTP/1.1" status: 200 len: 819 time: 0.2306430 Jul 19 17:39:35.173883 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-60ba87ae-c847-4974-8f6a-813065c8bb44 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:35.192043 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-394dac20-94fd-40d8-ac53-e1685536736c req-efcc9e93-2275-48ac-9c8a-d412be314485 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5153682 Jul 19 17:39:35.198831 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-60ba87ae-c847-4974-8f6a-813065c8bb44 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:35.199040 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:39:35.199471 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Checking segment: {'id': 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:35.199900 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:35.200301 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Bound using segment: {'id': 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:39:35.200787 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Bound port: 151c6c19-7257-43d3-b6e7-d34ad6ce7675, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:39:35.201191 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:35.239189 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port d4a065ee-0194-4b0a-bd0b-c9475bbda685 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:35.239747 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:35.283197 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Attempting to bind port 6ffc11cf-b783-41fb-b711-35a9b0af56f4 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:39:35.284717 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Request body: {'port': {'device_id': 'd1c6db6f-29fa-4ba3-bf00-77f2b13e7441', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:35.285732 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Attempting to bind port 6ffc11cf-b783-41fb-b711-35a9b0af56f4 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '69cd2353-28ea-4c3e-a4d0-00348478ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ba199622-5356-4143-a827-7602fbb52049'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:39:35.286483 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Attempting to bind port 6ffc11cf-b783-41fb-b711-35a9b0af56f4 on network ba199622-5356-4143-a827-7602fbb52049 {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:35.298242 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba87ae-c847-4974-8f6a-813065c8bb44 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:35.304432 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:39:35.304932 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Checking segment: {'id': '69cd2353-28ea-4c3e-a4d0-00348478ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ba199622-5356-4143-a827-7602fbb52049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:35.305310 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:35.305758 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Bound using segment: {'id': '69cd2353-28ea-4c3e-a4d0-00348478ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ba199622-5356-4143-a827-7602fbb52049'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:39:35.306959 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Bound port: 6ffc11cf-b783-41fb-b711-35a9b0af56f4, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cd2353-28ea-4c3e-a4d0-00348478ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ba199622-5356-4143-a827-7602fbb52049'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:39:35.307158 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [req-adff7149-9d28-4530-b72a-736d40f66d6c req-e860570e-b0b4-43f5-adcb-03cd51621dc8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Request body: {'port': {'device_id': '7dc67641-e6e7-44fa-83be-ba1eb1b6789d', 'network_id': 'ba199622-5356-4143-a827-7602fbb52049', 'admin_state_up': True, 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:35.311266 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:35.366672 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e312a881-c2b2-44b0-b703-5f465474a764 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:35.461855 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d5398-2c9a-4603-a880-5c9e43ffaddd req-8c53bc54-6d52-46ae-9198-19e94f13d23d tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:35.469757 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-378d5398-2c9a-4603-a880-5c9e43ffaddd req-8c53bc54-6d52-46ae-9198-19e94f13d23d tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 932 time: 1.3677835 Jul 19 17:39:35.529531 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-0a91956d-ff24-4e6e-8f71-ebb291d77964 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f89ba439f784b5ea4f1cc9cd7778d80&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4337647 Jul 19 17:39:35.578536 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] For port 6ffc11cf-b783-41fb-b711-35a9b0af56f4, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:39:35.594164 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] For port 6ffc11cf-b783-41fb-b711-35a9b0af56f4, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=6ffc11cf-b783-41fb-b711-35a9b0af56f4,segment=NetworkSegment(69cd2353-28ea-4c3e-a4d0-00348478ce78),segment_id=69cd2353-28ea-4c3e-a4d0-00348478ce78)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:39:35.601503 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:35.698060 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-48c91d5b-42aa-4c77-8a81-ad7b6182b711 service neutron] 10.222.0.58 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434209 Jul 19 17:39:35.724034 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] For port 151c6c19-7257-43d3-b6e7-d34ad6ce7675, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:39:35.740812 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Routers {'f226c503-9d30-49e7-bc0f-e5040b33c51f'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:39:35.744341 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:39:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['f226c503-9d30-49e7-bc0f-e5040b33c51f'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:35.794873 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] For port 151c6c19-7257-43d3-b6e7-d34ad6ce7675, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=151c6c19-7257-43d3-b6e7-d34ad6ce7675,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:39:35.810744 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:35.820691 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-5e90c568-cd34-46f0-a899-12bae43dcf73 service neutron] 10.222.0.58 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137302 Jul 19 17:39:35.855520 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-378d5398-2c9a-4603-a880-5c9e43ffaddd req-2a14c727-51bd-4c96-b8ff-797150d469f3 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843138 Jul 19 17:39:35.932071 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:28Z', 'revision_number': 4, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '5f5417cf-ed50-4b13-81ab-4c998fbac4e1', 'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'mac_address': 'fa:16:3e:ad:98:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:26Z', 'updated_at': '2021-07-19T17:39:29Z', 'revision_number': 2, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'subnets': [{'id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:36.021575 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.notifiers.nova [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6489bb45-9a61-4b99-99a2-ad2e98aeb03a {{(pid=99966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:39:36.085555 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] Set router f226c503-9d30-49e7-bc0f-e5040b33c51f gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:39:36.090518 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Checking router: 4d8cee21-75cf-496f-949d-8d60f64a02b0 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:39:36.094165 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Updating router 4d8cee21-75cf-496f-949d-8d60f64a02b0 port 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 binding host dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:39:36.144188 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:36.163439 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:36.269541 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Routers {'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:39:36.271138 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:39:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:36.272238 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.provisioning_blocks [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Transition to ACTIVE for port object 6489bb45-9a61-4b99-99a2-ad2e98aeb03a will not be triggered until provisioned by entity L2. {{(pid=99966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:36.282267 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e312a881-c2b2-44b0-b703-5f465474a764 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:36.308719 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:36.334088 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed167cf-d5d8-4160-8810-f2080cbbecb7 None None] Pushing event updated for resources: {'Port': ['ID=6ffc11cf-b783-41fb-b711-35a9b0af56f4,revision_number=4']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:36.422638 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baca6f-b70a-4c72-ba27-26733f24ae8a None None] Pushing event updated for resources: {'Port': ['ID=151c6c19-7257-43d3-b6e7-d34ad6ce7675,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:36.440121 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Pushing event updated for resources: {'Port': ['ID=6489bb45-9a61-4b99-99a2-ad2e98aeb03a,revision_number=2']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:36.530573 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:36.644417 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'name': 'tempest-ServerRescueNegativeTestJSON-1293217914-router', 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4a065ee-0194-4b0a-bd0b-c9475bbda685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:26Z', 'revision_number': 4, 'project_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'gw_port': {'id': 'd4a065ee-0194-4b0a-bd0b-c9475bbda685', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '6ffc11cf-b783-41fb-b711-35a9b0af56f4', 'name': '', 'network_id': 'ba199622-5356-4143-a827-7602fbb52049', 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'mac_address': 'fa:16:3e:64:12:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:35Z', 'revision_number': 4, 'project_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'subnets': [{'id': 'b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:36.685515 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640db16e-be33-42f3-beea-8e28d987ac49 None None] The sync data for ids ['f226c503-9d30-49e7-bc0f-e5040b33c51f'] in dv-cinder-800696-4-iscsi is: [{'id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'name': 'tempest-ServerRescueNegativeTestJSON-1293217914-router', 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4a065ee-0194-4b0a-bd0b-c9475bbda685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:26Z', 'revision_number': 4, 'project_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'gw_port': {'id': 'd4a065ee-0194-4b0a-bd0b-c9475bbda685', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '6ffc11cf-b783-41fb-b711-35a9b0af56f4', 'name': '', 'network_id': 'ba199622-5356-4143-a827-7602fbb52049', 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'mac_address': 'fa:16:3e:64:12:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:35Z', 'revision_number': 4, 'project_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'subnets': [{'id': 'b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:39:36.710342 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4104f96d-ca2b-447d-9687-8d36e4b01d20 req-abf3a64b-b9cc-45ad-9dfa-88393ca9fbe6 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 210 time: 0.1541760 Jul 19 17:39:36.734229 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661522c-2a31-4229-a6fb-7dc2b9495655 req-7b893cbc-f8dd-495b-afa2-9e4d0794e776 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:36.744954 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f661522c-2a31-4229-a6fb-7dc2b9495655 req-7b893cbc-f8dd-495b-afa2-9e4d0794e776 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 931 time: 0.7099304 Jul 19 17:39:36.812080 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] Set router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:39:36.958707 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.managers [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Attempting to bind port 6489bb45-9a61-4b99-99a2-ad2e98aeb03a on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:39:36.959773 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.managers [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Attempting to bind port 6489bb45-9a61-4b99-99a2-ad2e98aeb03a by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '86864411-1781-4521-b924-79c4586d6b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f5fcb9c-531a-402e-81d7-28dc74598047'}] {{(pid=99966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:39:36.960641 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Attempting to bind port 6489bb45-9a61-4b99-99a2-ad2e98aeb03a on network 3f5fcb9c-531a-402e-81d7-28dc74598047 {{(pid=99966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:36.983210 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:39:37.007052 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.012220 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f661522c-2a31-4229-a6fb-7dc2b9495655 req-18aac3fb-2af8-481f-99c5-2efac198198f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660639 Jul 19 17:39:37.036054 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Port 6489bb45-9a61-4b99-99a2-ad2e98aeb03a on network 3f5fcb9c-531a-402e-81d7-28dc74598047 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:39:37.037109 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Attempting to bind port 6489bb45-9a61-4b99-99a2-ad2e98aeb03a on network 3f5fcb9c-531a-402e-81d7-28dc74598047 {{(pid=99966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:37.056052 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Transition to ACTIVE for port object a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:37.071039 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e312a881-c2b2-44b0-b703-5f465474a764 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.109759 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.168109 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:39:37.172256 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Checking segment: {'id': '86864411-1781-4521-b924-79c4586d6b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f5fcb9c-531a-402e-81d7-28dc74598047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:37.174738 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Bound using segment: {'id': '86864411-1781-4521-b924-79c4586d6b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f5fcb9c-531a-402e-81d7-28dc74598047'} {{(pid=99966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:39:37.175596 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.managers [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Bound port: 6489bb45-9a61-4b99-99a2-ad2e98aeb03a, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86864411-1781-4521-b924-79c4586d6b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3f5fcb9c-531a-402e-81d7-28dc74598047'}}] {{(pid=99966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:39:37.177440 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.302170 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312a881-c2b2-44b0-b703-5f465474a764 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b2d586-4694-4a6e-bae6-867a9f412b6d,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:37.311357 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:37.342949 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff4c9-da46-4d8d-95dc-6a7a01ee11d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.351833 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff4c9-da46-4d8d-95dc-6a7a01ee11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.369186 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e312a881-c2b2-44b0-b703-5f465474a764 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.378726 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-e312a881-c2b2-44b0-b703-5f465474a764 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.7487369 Jul 19 17:39:37.381722 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-60ba87ae-c847-4974-8f6a-813065c8bb44 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.386204 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-60ba87ae-c847-4974-8f6a-813065c8bb44 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 4.4789786 Jul 19 17:39:37.407408 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 47184) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:37.414593 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 47186) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:37.449128 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-6ef8e114-c7bc-448d-8329-75cc463e9cc2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Request body: {'security_group_rule': {'security_group_id': '096340db-8d73-4419-a8ea-0a3f64925589', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:37.477653 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-a1e8afd5-74d2-4119-9d67-7c2dff18e610 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Request body: {'security_group_rule': {'security_group_id': '6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:37.504463 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adff7149-9d28-4530-b72a-736d40f66d6c req-e860570e-b0b4-43f5-adcb-03cd51621dc8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Made reservation on behalf of 2f89ba439f784b5ea4f1cc9cd7778d80 for: {'port': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:39:37.508862 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-adff7149-9d28-4530-b72a-736d40f66d6c req-e860570e-b0b4-43f5-adcb-03cd51621dc8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.565920 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.db [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] For port 6489bb45-9a61-4b99-99a2-ad2e98aeb03a, host hv-cinder-80069, cleared binding levels {{(pid=99966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:39:37.645144 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860a457-35d5-4e81-b56e-81a112bb7a98 req-fbb8aad7-7607-473d-a84a-45db03cf3d7a tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:37.652700 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5860a457-35d5-4e81-b56e-81a112bb7a98 req-fbb8aad7-7607-473d-a84a-45db03cf3d7a tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 944 time: 0.6339140 Jul 19 17:39:37.661248 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Notify callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.673754 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.db [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] For port 6489bb45-9a61-4b99-99a2-ad2e98aeb03a, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6489bb45-9a61-4b99-99a2-ad2e98aeb03a,segment=NetworkSegment(86864411-1781-4521-b924-79c4586d6b70),segment_id=86864411-1781-4521-b924-79c4586d6b70)] {{(pid=99966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:39:37.692911 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Transition to ACTIVE for port object 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:37.702364 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.722406 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Attempting to bind port a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:39:37.723031 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Attempting to bind port a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '936f9355-0be1-470f-a158-f5555ef6d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:39:37.723919 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Attempting to bind port a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b on network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:37.729442 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.736721 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-2c2ff4c9-da46-4d8d-95dc-6a7a01ee11d4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=97feec6ad1af4f33b0efc01c8b3147b8&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3126612 Jul 19 17:39:37.738073 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ff4c9-da46-4d8d-95dc-6a7a01ee11d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421273cf-9c26-4d5e-a8b2-fb36ee190e16,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:37.749252 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 47196) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:37.761576 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Port a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b on network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:39:37.761844 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Attempting to bind port a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b on network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:37.799354 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:39:37.799722 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Checking segment: {'id': '936f9355-0be1-470f-a158-f5555ef6d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:37.800290 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Bound using segment: {'id': '936f9355-0be1-470f-a158-f5555ef6d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:39:37.800765 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Bound port: a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936f9355-0be1-470f-a158-f5555ef6d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:39:37.803290 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.815788 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6ef8e114-c7bc-448d-8329-75cc463e9cc2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.859614 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5860a457-35d5-4e81-b56e-81a112bb7a98 req-72afeb8b-13dc-421e-a040-8a4d285bf7ac tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058125 Jul 19 17:39:37.883891 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:27Z', 'revision_number': 4, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '151c6c19-7257-43d3-b6e7-d34ad6ce7675', 'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'mac_address': 'fa:16:3e:89:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:35Z', 'revision_number': 4, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'subnets': [{'id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:37.913043 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-551cac88-dc57-4fed-aa4d-2493ca112d30 req-0cee9074-6151-4ba0-8e97-62984a115d34 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 210 time: 0.0408847 Jul 19 17:39:37.937390 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:37.938111 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for port, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:37.939550 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] 10.222.0.49 "PUT /v2.0/ports/6489bb45-9a61-4b99-99a2-ad2e98aeb03a HTTP/1.1" status: 200 len: 1094 time: 4.2515345 Jul 19 17:39:37.996595 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08287f-4d7a-49fd-86c8-e9417d023204 None None] The sync data for ids ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'] in dv-cinder-800696-4-iscsi is: [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:27Z', 'revision_number': 4, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '151c6c19-7257-43d3-b6e7-d34ad6ce7675', 'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'mac_address': 'fa:16:3e:89:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:35Z', 'revision_number': 4, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'subnets': [{'id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:39:38.016200 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3be6b1-0d1e-4fb0-8ce6-4a9be9f518a1 None None] Pushing event updated for resources: {'Port': ['ID=5f5417cf-ed50-4b13-81ab-4c998fbac4e1,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:38.021642 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a1e8afd5-74d2-4119-9d67-7c2dff18e610 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.035788 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Attempting to bind port 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:39:38.036283 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Attempting to bind port 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': 'd46911b4-bf28-4904-9719-8b9bee711fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:39:38.036694 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Attempting to bind port 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 on network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:38.042913 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:39:38.043251 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Checking segment: {'id': 'd46911b4-bf28-4904-9719-8b9bee711fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:38.043820 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.044218 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Bound using segment: {'id': 'd46911b4-bf28-4904-9719-8b9bee711fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:39:38.046388 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Bound port: 5f5417cf-ed50-4b13-81ab-4c998fbac4e1, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46911b4-bf28-4904-9719-8b9bee711fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:39:38.046786 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.078352 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_common [req-adff7149-9d28-4530-b72a-736d40f66d6c req-e860570e-b0b4-43f5-adcb-03cd51621dc8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Allocated IP 172.20.0.10 (ba199622-5356-4143-a827-7602fbb52049/b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5/68047ea3-4512-4a1d-81df-bdd15d1a915b) {{(pid=99966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:39:38.255672 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3', 'tag': '6489bb45-9a61-4b99-99a2-ad2e98aeb03a'}] {{(pid=99966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:39:38.271472 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6ef8e114-c7bc-448d-8329-75cc463e9cc2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.273995 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] For port 5f5417cf-ed50-4b13-81ab-4c998fbac4e1, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:39:38.277588 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] For port 5f5417cf-ed50-4b13-81ab-4c998fbac4e1, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=5f5417cf-ed50-4b13-81ab-4c998fbac4e1,segment=NetworkSegment(d46911b4-bf28-4904-9719-8b9bee711fe0),segment_id=d46911b4-bf28-4904-9719-8b9bee711fe0)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:39:38.280011 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] For port a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:39:38.284573 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.284724 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6ef8e114-c7bc-448d-8329-75cc463e9cc2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.317024 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] For port a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:39:38.336870 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.339145 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9c8f5-5cc9-4595-9ca4-dde8f38a3529 service neutron] Pushing event updated for resources: {'Port': ['ID=6489bb45-9a61-4b99-99a2-ad2e98aeb03a,revision_number=3']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:38.340348 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a1e8afd5-74d2-4119-9d67-7c2dff18e610 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.357827 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8e114-c7bc-448d-8329-75cc463e9cc2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf1a8de-f761-449a-be77-394e27d7de6c,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:38.366959 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6ef8e114-c7bc-448d-8329-75cc463e9cc2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.369016 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-6ef8e114-c7bc-448d-8329-75cc463e9cc2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9459448 Jul 19 17:39:38.369888 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a1e8afd5-74d2-4119-9d67-7c2dff18e610 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.384989 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 47208) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:38.407071 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3be6b1-0d1e-4fb0-8ce6-4a9be9f518a1 None None] Pushing event updated for resources: {'Port': ['ID=5f5417cf-ed50-4b13-81ab-4c998fbac4e1,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:38.420077 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-d35c5108-8a39-4b26-b9c6-b9173a21da9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Request body: {'floatingip': {'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:38.428821 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 6ffc11cf-b783-41fb-b711-35a9b0af56f4 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:39:38.460537 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:38.461705 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.464923 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-394dac20-94fd-40d8-ac53-e1685536736c req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] 10.222.0.49 "PUT /v2.0/ports/a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b HTTP/1.1" status: 200 len: 1093 time: 3.2051654 Jul 19 17:39:38.477087 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f87ae914-458f-4bc0-a482-0ba1957f4424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.484828 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c6db6f-29fa-4ba3-bf00-77f2b13e7441', 'tag': 'a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:39:38.509877 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Routers {'4d8cee21-75cf-496f-949d-8d60f64a02b0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:39:38.510804 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:39:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['4d8cee21-75cf-496f-949d-8d60f64a02b0'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:38.544410 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d35c5108-8a39-4b26-b9c6-b9173a21da9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for floatingip, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.569128 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-adff7149-9d28-4530-b72a-736d40f66d6c req-e860570e-b0b4-43f5-adcb-03cd51621dc8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Notify callbacks [] for port, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.585424 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f87ae914-458f-4bc0-a482-0ba1957f4424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.615863 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04f4cc-db03-47ca-844c-22351213487d req-341fdecb-e752-4082-b1c6-c4c4c2472da2 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:38.618181 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ed04f4cc-db03-47ca-844c-22351213487d req-341fdecb-e752-4082-b1c6-c4c4c2472da2 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 943 time: 0.2746480 Jul 19 17:39:38.622864 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d63e5952bb5f3344556664b846ef09cf4b7d384328c9e7905543968cfe1800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bc350a-6a14-44db-8dfe-33def2e3e520" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3", "tag": "6489bb45-9a61-4b99-99a2-ad2e98aeb03a"}]}' {{(pid=99966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:39:38.638390 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8afd5-74d2-4119-9d67-7c2dff18e610 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80128795-6c07-4ab7-b1c4-0a1f4887932b,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:38.685601 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] Set router 4d8cee21-75cf-496f-949d-8d60f64a02b0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:39:38.690190 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a1e8afd5-74d2-4119-9d67-7c2dff18e610 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.691722 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-a1e8afd5-74d2-4119-9d67-7c2dff18e610 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2674978 Jul 19 17:39:38.704877 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 47220) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:38.713662 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-2baf3d07-7349-4d13-9196-158a073ac8d8 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Request body: {'security_group_rule': {'security_group_id': '6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:38.730449 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d8a91-f0c8-47ee-b1f4-519b5a621aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:38.750421 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3c2f4b-8ec1-495d-a8f2-3c4e27e2d780" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c6db6f-29fa-4ba3-bf00-77f2b13e7441", "tag": "a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:39:38.775253 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 6ffc11cf-b783-41fb-b711-35a9b0af56f4 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:39:38.797469 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-2baf3d07-7349-4d13-9196-158a073ac8d8 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:38.814345 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ed04f4cc-db03-47ca-844c-22351213487d req-6fedd65f-0314-4e74-8afc-aa6099ca8e49 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827097 Jul 19 17:39:38.995523 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 6ffc11cf-b783-41fb-b711-35a9b0af56f4 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:38.996244 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:39.034906 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1f06a3-5ee4-49d3-b013-dad96dfbf271 x-openstack-request-id: req-6f1f06a3-5ee4-49d3-b013-dad96dfbf271 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:39:39.035199 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c6db6f-29fa-4ba3-bf00-77f2b13e7441", "tag": "a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:39:39.035448 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f1f06a3-5ee4-49d3-b013-dad96dfbf271 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:39:39.035901 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c6db6f-29fa-4ba3-bf00-77f2b13e7441', 'tag': 'a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b', 'status': 'completed', 'code': 200} Jul 19 17:39:39.050852 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cf49e4-aa46-4fb3-aeb4-b589eabee40a x-openstack-request-id: req-a5cf49e4-aa46-4fb3-aeb4-b589eabee40a {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:39:39.051162 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3", "tag": "6489bb45-9a61-4b99-99a2-ad2e98aeb03a", "status": "completed", "code": 200}]} {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:39:39.051715 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a5cf49e4-aa46-4fb3-aeb4-b589eabee40a {{(pid=99966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:39:39.052187 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3', 'tag': '6489bb45-9a61-4b99-99a2-ad2e98aeb03a', 'status': 'completed', 'code': 200} Jul 19 17:39:39.067214 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f87ae914-458f-4bc0-a482-0ba1957f4424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:39.069665 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f87ae914-458f-4bc0-a482-0ba1957f4424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:39.073109 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-f87ae914-458f-4bc0-a482-0ba1957f4424 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/421273cf-9c26-4d5e-a8b2-fb36ee190e16 HTTP/1.1" status: 204 len: 168 time: 1.3206501 Jul 19 17:39:39.103583 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-adff7149-9d28-4530-b72a-736d40f66d6c req-e860570e-b0b4-43f5-adcb-03cd51621dc8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:39.194618 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:39.220221 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ae914-458f-4bc0-a482-0ba1957f4424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421273cf-9c26-4d5e-a8b2-fb36ee190e16,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:39.228434 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860570e-b0b4-43f5-adcb-03cd51621dc8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Pushing event updated for resources: {'Port': ['ID=68047ea3-4512-4a1d-81df-bdd15d1a915b,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:39.238539 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9ffd9428-1c51-4ee6-9007-feb5ae080b2a req-bef0c84a-77f3-4b2a-870b-3e9ce4480a4c tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 210 time: 0.1266153 Jul 19 17:39:39.255310 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port 6ffc11cf-b783-41fb-b711-35a9b0af56f4, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=6ffc11cf-b783-41fb-b711-35a9b0af56f4,segment=NetworkSegment(69cd2353-28ea-4c3e-a4d0-00348478ce78),segment_id=69cd2353-28ea-4c3e-a4d0-00348478ce78)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:39.268097 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adff7149-9d28-4530-b72a-736d40f66d6c req-e860570e-b0b4-43f5-adcb-03cd51621dc8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Network ba199622-5356-4143-a827-7602fbb52049 is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:39.286471 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:39.292449 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:28Z', 'revision_number': 4, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '5f5417cf-ed50-4b13-81ab-4c998fbac4e1', 'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'mac_address': 'fa:16:3e:ad:98:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:26Z', 'updated_at': '2021-07-19T17:39:38Z', 'revision_number': 4, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'subnets': [{'id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:39:39.308419 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [req-adff7149-9d28-4530-b72a-736d40f66d6c req-e860570e-b0b4-43f5-adcb-03cd51621dc8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:39.311194 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [req-adff7149-9d28-4530-b72a-736d40f66d6c req-e860570e-b0b4-43f5-adcb-03cd51621dc8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Received port after_create {{(pid=99966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:39:39.325766 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff7149-9d28-4530-b72a-736d40f66d6c req-e860570e-b0b4-43f5-adcb-03cd51621dc8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:39.326478 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-adff7149-9d28-4530-b72a-736d40f66d6c req-e860570e-b0b4-43f5-adcb-03cd51621dc8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for port, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:39.358181 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-2baf3d07-7349-4d13-9196-158a073ac8d8 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:39.362564 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-adff7149-9d28-4530-b72a-736d40f66d6c req-e860570e-b0b4-43f5-adcb-03cd51621dc8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0712311 Jul 19 17:39:39.373714 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-2baf3d07-7349-4d13-9196-158a073ac8d8 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:39.377553 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9908f089-d976-4153-9e11-3f5bc30db5a7 None None] The sync data for ids ['4d8cee21-75cf-496f-949d-8d60f64a02b0'] in dv-cinder-800696-4-iscsi is: [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:28Z', 'revision_number': 4, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '5f5417cf-ed50-4b13-81ab-4c998fbac4e1', 'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'mac_address': 'fa:16:3e:ad:98:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:26Z', 'updated_at': '2021-07-19T17:39:38Z', 'revision_number': 4, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'subnets': [{'id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:39:39.410942 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d35c5108-8a39-4b26-b9c6-b9173a21da9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:39.416721 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=6ffc11cf-b783-41fb-b711-35a9b0af56f4,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:39.422814 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf3d07-7349-4d13-9196-158a073ac8d8 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61f4d15-7d03-4102-96d2-4d7cbdc50a8d,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:39.443566 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a552cf-eb73-42a5-adc0-32c3e13fec8c req-1e5384e7-46e4-4a7b-9e32-a4da64c51f08 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:39.446615 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-61a552cf-eb73-42a5-adc0-32c3e13fec8c req-1e5384e7-46e4-4a7b-9e32-a4da64c51f08 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 944 time: 0.3986282 Jul 19 17:39:39.447789 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-2baf3d07-7349-4d13-9196-158a073ac8d8 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:39.452781 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 47246) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:39.453347 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-2baf3d07-7349-4d13-9196-158a073ac8d8 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7435193 Jul 19 17:39:39.459892 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-1c0a03fb-749e-406e-b2d5-b5a0d2f34bc3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Request body: {'floatingip': {'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:39.525145 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1c0a03fb-749e-406e-b2d5-b5a0d2f34bc3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for floatingip, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:39.526401 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-61a552cf-eb73-42a5-adc0-32c3e13fec8c req-00a7b8d4-e30e-46f6-b043-f7a1ed4bd6b8 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633695 Jul 19 17:39:39.667185 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_common [None req-d35c5108-8a39-4b26-b9c6-b9173a21da9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Allocated IP 172.27.2.22 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/3fa9356a-46a6-44dd-b28b-3d9d50a9e6b9) {{(pid=99966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:39:39.680530 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1c0a03fb-749e-406e-b2d5-b5a0d2f34bc3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:39.816820 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d35c5108-8a39-4b26-b9c6-b9173a21da9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for port, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:39.915812 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d35c5108-8a39-4b26-b9c6-b9173a21da9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:40.011068 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35c5108-8a39-4b26-b9c6-b9173a21da9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:40.022065 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-d35c5108-8a39-4b26-b9c6-b9173a21da9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:40.029679 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c5108-8a39-4b26-b9c6-b9173a21da9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Received port after_create {{(pid=99966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:39:40.034358 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [None req-1c0a03fb-749e-406e-b2d5-b5a0d2f34bc3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Allocated IP 172.27.2.96 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/35b73259-7527-4e7e-8d0a-7708f16bbfff) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:39:40.048781 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c5108-8a39-4b26-b9c6-b9173a21da9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Pushing event updated for resources: {'Port': ['ID=3fa9356a-46a6-44dd-b28b-3d9d50a9e6b9,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:40.296245 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7c19c-0d03-4904-9794-df57e0b2f6d1 req-fe25b034-8eab-4469-9cee-77f0ad960b86 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:40.298157 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dfd7c19c-0d03-4904-9794-df57e0b2f6d1 req-fe25b034-8eab-4469-9cee-77f0ad960b86 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 943 time: 0.3464291 Jul 19 17:39:40.299758 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d35c5108-8a39-4b26-b9c6-b9173a21da9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:40.440448 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1c0a03fb-749e-406e-b2d5-b5a0d2f34bc3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:40.502311 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dfd7c19c-0d03-4904-9794-df57e0b2f6d1 req-eafde970-8d94-4adc-b53e-b49fb7dba529 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948998 Jul 19 17:39:40.516072 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1d1daf6a-342b-431a-aac8-20bfb733b621 req-6724170c-6664-44b6-8199-22fd67ab1aea tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 210 time: 0.0885265 Jul 19 17:39:40.531557 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d35c5108-8a39-4b26-b9c6-b9173a21da9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:40.566160 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 6ffc11cf-b783-41fb-b711-35a9b0af56f4 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:39:40.608186 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1c0a03fb-749e-406e-b2d5-b5a0d2f34bc3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:40.727195 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0a03fb-749e-406e-b2d5-b5a0d2f34bc3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:40.729200 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 6ffc11cf-b783-41fb-b711-35a9b0af56f4 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:40.730133 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:40.766648 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-1c0a03fb-749e-406e-b2d5-b5a0d2f34bc3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:40.770986 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0a03fb-749e-406e-b2d5-b5a0d2f34bc3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:39:40.844054 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb34dd-bd7f-47a4-8ad8-5a12a6d0db33 req-b3206d1a-517a-40a0-a474-5ef2b6a1a904 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:40.852632 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5adb34dd-bd7f-47a4-8ad8-5a12a6d0db33 req-b3206d1a-517a-40a0-a474-5ef2b6a1a904 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 944 time: 0.1668284 Jul 19 17:39:40.879488 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:39:41.009981 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a03fb-749e-406e-b2d5-b5a0d2f34bc3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Pushing event updated for resources: {'Port': ['ID=35b73259-7527-4e7e-8d0a-7708f16bbfff,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:41.023156 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5adb34dd-bd7f-47a4-8ad8-5a12a6d0db33 req-68e624e8-15a6-4527-a0b6-4b6efaf81542 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694264 Jul 19 17:39:41.068429 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:39:41.083903 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:41.084185 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:41.094224 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1c0a03fb-749e-406e-b2d5-b5a0d2f34bc3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:41.112065 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d35c5108-8a39-4b26-b9c6-b9173a21da9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for port, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:41.121898 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d35c5108-8a39-4b26-b9c6-b9173a21da9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:41.245454 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1c0a03fb-749e-406e-b2d5-b5a0d2f34bc3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:41.248756 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Request body: {'port': {'device_id': '7dc67641-e6e7-44fa-83be-ba1eb1b6789d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:41.260633 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d35c5108-8a39-4b26-b9c6-b9173a21da9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418166'] for floatingip, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:41.395277 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c5108-8a39-4b26-b9c6-b9173a21da9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Pushing event updated for resources: {'Port': ['ID=3fa9356a-46a6-44dd-b28b-3d9d50a9e6b9,revision_number=2']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:41.430738 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d35c5108-8a39-4b26-b9c6-b9173a21da9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:41.446302 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:41.447748 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-d35c5108-8a39-4b26-b9c6-b9173a21da9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0405524 Jul 19 17:39:41.580921 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port 5f5417cf-ed50-4b13-81ab-4c998fbac4e1, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=5f5417cf-ed50-4b13-81ab-4c998fbac4e1,segment=NetworkSegment(d46911b4-bf28-4904-9719-8b9bee711fe0),segment_id=d46911b4-bf28-4904-9719-8b9bee711fe0)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:41.590291 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:41.591968 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 151c6c19-7257-43d3-b6e7-d34ad6ce7675 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:39:41.613193 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:41.777607 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=5f5417cf-ed50-4b13-81ab-4c998fbac4e1,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:41.826413 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 151c6c19-7257-43d3-b6e7-d34ad6ce7675 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:39:41.830966 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 151c6c19-7257-43d3-b6e7-d34ad6ce7675 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:41.831341 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:41.862782 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c2f4b-8ec1-495d-a8f2-3c4e27e2d780 req-3d923c91-6219-4b94-930b-ecf45d7e501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:41.871211 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8d3c2f4b-8ec1-495d-a8f2-3c4e27e2d780 req-3d923c91-6219-4b94-930b-ecf45d7e501a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f798727ec6c469db122e0336ec8306e&device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 1096 time: 0.2915335 Jul 19 17:39:41.972652 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1c0a03fb-749e-406e-b2d5-b5a0d2f34bc3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:42.052979 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:42.094819 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e0cbb861-3795-4f57-a20a-392ee1cae362 req-1a7947c9-3120-4c5d-8f18-d23dd1bb52bb tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 210 time: 0.3022435 Jul 19 17:39:42.116848 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1c0a03fb-749e-406e-b2d5-b5a0d2f34bc3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:42.175852 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port 151c6c19-7257-43d3-b6e7-d34ad6ce7675, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=151c6c19-7257-43d3-b6e7-d34ad6ce7675,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:42.181095 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:42.216636 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1c0a03fb-749e-406e-b2d5-b5a0d2f34bc3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418166'] for floatingip, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:42.388909 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:39:42.463202 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc350a-6a14-44db-8dfe-33def2e3e520 req-80ccd1a5-286c-49be-8b50-9cdf514ddfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:42.469825 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-83bc350a-6a14-44db-8dfe-33def2e3e520 req-80ccd1a5-286c-49be-8b50-9cdf514ddfdf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95cc458466614889a29b3238b349fcc2&device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 1097 time: 0.8470304 Jul 19 17:39:42.494656 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af4118-7b59-4d7b-bd27-c58517f97fe1 req-6f685a12-b0ac-485b-ad7b-d51b7cead9f0 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:42.496841 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.49', 61221) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:42.503440 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-27af4118-7b59-4d7b-bd27-c58517f97fe1 req-6f685a12-b0ac-485b-ad7b-d51b7cead9f0 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 943 time: 0.7620142 Jul 19 17:39:42.542640 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=151c6c19-7257-43d3-b6e7-d34ad6ce7675,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:42.656267 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:42.657360 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:42.759619 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-27af4118-7b59-4d7b-bd27-c58517f97fe1 req-eb9fc420-e3e4-4637-8588-6b2e2f730549 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460940 Jul 19 17:39:42.828669 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-274f7963-2cbf-493b-a7c9-a7baec974d22 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1762804506&fields=id&tenant_id=0634ad0c797e471297f37a2b2b27b253 HTTP/1.1" status: 200 len: 267 time: 0.4273221 Jul 19 17:39:42.861314 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a03fb-749e-406e-b2d5-b5a0d2f34bc3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Pushing event updated for resources: {'Port': ['ID=35b73259-7527-4e7e-8d0a-7708f16bbfff,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:42.870351 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1c0a03fb-749e-406e-b2d5-b5a0d2f34bc3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:42.874543 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-1c0a03fb-749e-406e-b2d5-b5a0d2f34bc3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4191053 Jul 19 17:39:43.003361 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c2f4b-8ec1-495d-a8f2-3c4e27e2d780 req-4cffffa9-f15c-4e06-9a61-f132d4e6429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:43.004985 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8d3c2f4b-8ec1-495d-a8f2-3c4e27e2d780 req-4cffffa9-f15c-4e06-9a61-f132d4e6429a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1f798727ec6c469db122e0336ec8306e&shared=False HTTP/1.1" status: 200 len: 915 time: 1.0296369 Jul 19 17:39:43.147564 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-92334b19-7840-4abe-8818-d45c2cac9690 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:43.149071 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-92334b19-7840-4abe-8818-d45c2cac9690 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.49 "GET /v2.0/networks?id=ba199622-5356-4143-a827-7602fbb52049 HTTP/1.1" status: 200 len: 819 time: 0.2602572 Jul 19 17:39:43.266172 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 47380) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:43.366965 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 47386) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:43.440824 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d491dfd6-0b5c-4ba3-a64d-e4bb6228440b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.484579 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7c19afea-4296-450c-92b8-29583e3271c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.488432 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-efd50785-f209-4ffc-a80c-471d5876fdfb tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:43.489920 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-efd50785-f209-4ffc-a80c-471d5876fdfb tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/networks?id=9412ab90-14bd-4fb2-8549-8b0724c797fa HTTP/1.1" status: 200 len: 817 time: 0.6110370 Jul 19 17:39:43.550223 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-9a7f459e-1518-4c13-a552-2bf40de4668f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/quotas/0634ad0c797e471297f37a2b2b27b253 HTTP/1.1" status: 200 len: 375 time: 0.0476434 Jul 19 17:39:43.553532 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d491dfd6-0b5c-4ba3-a64d-e4bb6228440b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.554376 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc350a-6a14-44db-8dfe-33def2e3e520 req-eb895641-8244-4ae9-a23d-0cf401eb5ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:43.556306 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-83bc350a-6a14-44db-8dfe-33def2e3e520 req-eb895641-8244-4ae9-a23d-0cf401eb5ed5 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=95cc458466614889a29b3238b349fcc2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.9065909 Jul 19 17:39:43.560020 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d491dfd6-0b5c-4ba3-a64d-e4bb6228440b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.600357 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.notifiers.nova [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68047ea3-4512-4a1d-81df-bdd15d1a915b {{(pid=99966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:39:43.614537 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491dfd6-0b5c-4ba3-a64d-e4bb6228440b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a37918b-0001-4731-af69-7c23674760f6,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:43.617956 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb21484-ff44-4c0a-8624-5cfef0421990 req-0bf503f8-a533-4637-87d9-492dd9c2f6ee tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:43.618759 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-d491dfd6-0b5c-4ba3-a64d-e4bb6228440b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5da5bd651fba4eaa8bd3a2b7b129514f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514142 Jul 19 17:39:43.619633 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5bb21484-ff44-4c0a-8624-5cfef0421990 req-0bf503f8-a533-4637-87d9-492dd9c2f6ee tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 944 time: 0.6437259 Jul 19 17:39:43.622507 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.623929 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 47390) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:43.649467 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.provisioning_blocks [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Transition to ACTIVE for port object 68047ea3-4512-4a1d-81df-bdd15d1a915b will not be triggered until provisioned by entity L2. {{(pid=99966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:43.670466 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.701729 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d8d75a6f-bdf8-432f-b931-b92f1e6beb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.729519 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5bb21484-ff44-4c0a-8624-5cfef0421990 req-96c51d81-3050-468d-9e0b-0d509de38817 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921962 Jul 19 17:39:43.737084 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-9c22f669-2d9b-4adf-b636-c5c2d76e15ff tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0634ad0c797e471297f37a2b2b27b253&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1789246 Jul 19 17:39:43.737237 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7c19afea-4296-450c-92b8-29583e3271c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.739509 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d8d75a6f-bdf8-432f-b931-b92f1e6beb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.758996 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7c19afea-4296-450c-92b8-29583e3271c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.759171 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Pushing event updated for resources: {'Port': ['ID=68047ea3-4512-4a1d-81df-bdd15d1a915b,revision_number=2']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:43.811993 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-7c19afea-4296-450c-92b8-29583e3271c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6af1aee507d545d8923f540f72d31563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437606 Jul 19 17:39:43.815618 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 47398) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:43.833197 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19afea-4296-450c-92b8-29583e3271c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ca5be2-b13f-441b-b750-884a7f415621,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:43.834501 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.managers [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Attempting to bind port 68047ea3-4512-4a1d-81df-bdd15d1a915b on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:39:43.835498 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.managers [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Attempting to bind port 68047ea3-4512-4a1d-81df-bdd15d1a915b by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '69cd2353-28ea-4c3e-a4d0-00348478ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ba199622-5356-4143-a827-7602fbb52049'}] {{(pid=99966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:39:43.835948 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Attempting to bind port 68047ea3-4512-4a1d-81df-bdd15d1a915b on network ba199622-5356-4143-a827-7602fbb52049 {{(pid=99966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:43.846248 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Port 68047ea3-4512-4a1d-81df-bdd15d1a915b on network ba199622-5356-4143-a827-7602fbb52049 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:39:43.846658 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Attempting to bind port 68047ea3-4512-4a1d-81df-bdd15d1a915b on network ba199622-5356-4143-a827-7602fbb52049 {{(pid=99966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:43.865922 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d8d75a6f-bdf8-432f-b931-b92f1e6beb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.870216 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d8d75a6f-bdf8-432f-b931-b92f1e6beb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.871969 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-d8d75a6f-bdf8-432f-b931-b92f1e6beb47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a37918b-0001-4731-af69-7c23674760f6 HTTP/1.1" status: 204 len: 168 time: 0.2470458 Jul 19 17:39:43.895594 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d75a6f-bdf8-432f-b931-b92f1e6beb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a37918b-0001-4731-af69-7c23674760f6,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:43.920095 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:39:43.920545 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Checking segment: {'id': '69cd2353-28ea-4c3e-a4d0-00348478ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ba199622-5356-4143-a827-7602fbb52049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:43.921026 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Bound using segment: {'id': '69cd2353-28ea-4c3e-a4d0-00348478ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ba199622-5356-4143-a827-7602fbb52049'} {{(pid=99966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:39:43.921575 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.managers [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Bound port: 68047ea3-4512-4a1d-81df-bdd15d1a915b, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69cd2353-28ea-4c3e-a4d0-00348478ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ba199622-5356-4143-a827-7602fbb52049'}}] {{(pid=99966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:39:43.922074 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.925861 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1f9148e1-b508-4d51-bb32-ca58e397b3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.951649 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1f9148e1-b508-4d51-bb32-ca58e397b3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:43.986338 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-e908abc2-ac78-4ea1-97e9-bf98bfaf7a92 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1314323866&fields=id&tenant_id=db9bcbdd085e472caf212d1387d82a77 HTTP/1.1" status: 200 len: 267 time: 0.0940266 Jul 19 17:39:44.025389 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1f9148e1-b508-4d51-bb32-ca58e397b3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.028084 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1f9148e1-b508-4d51-bb32-ca58e397b3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.029882 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-1f9148e1-b508-4d51-bb32-ca58e397b3d4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30ca5be2-b13f-441b-b750-884a7f415621 HTTP/1.1" status: 204 len: 168 time: 0.2124403 Jul 19 17:39:44.044864 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9148e1-b508-4d51-bb32-ca58e397b3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ca5be2-b13f-441b-b750-884a7f415621,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:44.051116 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-3a237c57-b628-4c45-897a-0b09fccbc52e service neutron] 10.222.0.58 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881322 Jul 19 17:39:44.108029 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.db [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] For port 68047ea3-4512-4a1d-81df-bdd15d1a915b, host hv-cinder-80069, cleared binding levels {{(pid=99966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:39:44.187603 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.db [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] For port 68047ea3-4512-4a1d-81df-bdd15d1a915b, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=68047ea3-4512-4a1d-81df-bdd15d1a915b,segment=NetworkSegment(69cd2353-28ea-4c3e-a4d0-00348478ce78),segment_id=69cd2353-28ea-4c3e-a4d0-00348478ce78)] {{(pid=99966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:39:44.198936 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 47410) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:44.199632 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.233085 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1c15275a-41b3-4034-b003-2c4895c0010f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.268942 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:44.269598 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for port, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.270982 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-adff7149-9d28-4530-b72a-736d40f66d6c req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] 10.222.0.49 "PUT /v2.0/ports/68047ea3-4512-4a1d-81df-bdd15d1a915b HTTP/1.1" status: 200 len: 1094 time: 3.0381036 Jul 19 17:39:44.275110 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc67641-e6e7-44fa-83be-ba1eb1b6789d', 'tag': '68047ea3-4512-4a1d-81df-bdd15d1a915b'}] {{(pid=99966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:39:44.277354 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d63e5952bb5f3344556664b846ef09cf4b7d384328c9e7905543968cfe1800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b0aec8-a077-4169-b767-97c5a70a06b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc67641-e6e7-44fa-83be-ba1eb1b6789d", "tag": "68047ea3-4512-4a1d-81df-bdd15d1a915b"}]}' {{(pid=99966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:39:44.293950 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-a94a7994-655c-4085-8ea7-c67aa4b9c865 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:44.300293 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-a94a7994-655c-4085-8ea7-c67aa4b9c865 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/networks?id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a HTTP/1.1" status: 200 len: 810 time: 0.3017125 Jul 19 17:39:44.309500 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-cc2f4af0-c606-4c5a-8892-b53a2cf9a356 service neutron] 10.222.0.58 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485318 Jul 19 17:39:44.319957 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 151c6c19-7257-43d3-b6e7-d34ad6ce7675 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:39:44.320507 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf059aaa-f400-4287-8999-c6bb05b21d11 service neutron] Pushing event updated for resources: {'Port': ['ID=68047ea3-4512-4a1d-81df-bdd15d1a915b,revision_number=3']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:44.329983 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-91d53d19-4162-4033-876c-b331cbb57e6d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/quotas/db9bcbdd085e472caf212d1387d82a77 HTTP/1.1" status: 200 len: 375 time: 0.0287845 Jul 19 17:39:44.407925 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1c15275a-41b3-4034-b003-2c4895c0010f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.416175 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1c15275a-41b3-4034-b003-2c4895c0010f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.436781 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 151c6c19-7257-43d3-b6e7-d34ad6ce7675 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:44.437171 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.449252 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-370d1429-dd11-47ad-b5c4-28fa091fa437 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=db9bcbdd085e472caf212d1387d82a77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1182258 Jul 19 17:39:44.500575 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15275a-41b3-4034-b003-2c4895c0010f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c817f7-4595-48cc-bfed-bdf6ec306b8a,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:44.504318 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 47420) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:44.512546 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-1c15275a-41b3-4034-b003-2c4895c0010f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=00ce74caf2ef4372878b8fe969378c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120112 Jul 19 17:39:44.515775 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 47422) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:44.532847 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-eda89347-2db7-4d2e-81ad-9faf431927d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.571572 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-625bee5b-e94b-4906-8594-65a02fe1f48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.597057 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-625bee5b-e94b-4906-8594-65a02fe1f48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.630207 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e24b58c8-7865-4ad4-ad5f-a0c0f190fb77 req-efadb1f9-2631-4262-98bc-db65c0f0b708 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 210 time: 0.0408642 Jul 19 17:39:44.656871 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-625bee5b-e94b-4906-8594-65a02fe1f48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.659733 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-625bee5b-e94b-4906-8594-65a02fe1f48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.660954 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-625bee5b-e94b-4906-8594-65a02fe1f48b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90c817f7-4595-48cc-bfed-bdf6ec306b8a HTTP/1.1" status: 204 len: 168 time: 0.1443660 Jul 19 17:39:44.661515 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-223ca2c3-3a4b-4329-a6a9-1278c6502b10 service neutron] 10.222.0.58 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967883 Jul 19 17:39:44.670545 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625bee5b-e94b-4906-8594-65a02fe1f48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c817f7-4595-48cc-bfed-bdf6ec306b8a,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:44.821619 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-71c43609-3c05-426c-991f-149ca0605653 service neutron] 10.222.0.58 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591060 Jul 19 17:39:44.858397 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-eda89347-2db7-4d2e-81ad-9faf431927d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.875136 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73673aa7-c5dc-431c-8333-abaf40cb39d0 req-04989eb7-d438-4b28-bf10-6c9e89097cc6 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:44.877081 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-73673aa7-c5dc-431c-8333-abaf40cb39d0 req-04989eb7-d438-4b28-bf10-6c9e89097cc6 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 943 time: 0.1352241 Jul 19 17:39:44.878785 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-eda89347-2db7-4d2e-81ad-9faf431927d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:44.934903 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-eda89347-2db7-4d2e-81ad-9faf431927d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=acc0d2e7aaee42c48cc37fd7064e275c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4292476 Jul 19 17:39:44.937842 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 47436) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:44.939641 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda89347-2db7-4d2e-81ad-9faf431927d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a032dbd9-5d11-41e1-87d9-b3dab8e808ff,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:44.960025 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-73673aa7-c5dc-431c-8333-abaf40cb39d0 req-8895f899-7660-44e3-bc3a-c4fe5e4873bc tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567305 Jul 19 17:39:45.010390 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fb1497-4c81-4e41-bf0b-2804f24cd85a x-openstack-request-id: req-b7fb1497-4c81-4e41-bf0b-2804f24cd85a {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:39:45.011196 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc67641-e6e7-44fa-83be-ba1eb1b6789d", "tag": "68047ea3-4512-4a1d-81df-bdd15d1a915b", "status": "completed", "code": 200}]} {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:39:45.011196 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7fb1497-4c81-4e41-bf0b-2804f24cd85a {{(pid=99966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:39:45.011499 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc67641-e6e7-44fa-83be-ba1eb1b6789d', 'tag': '68047ea3-4512-4a1d-81df-bdd15d1a915b', 'status': 'completed', 'code': 200} Jul 19 17:39:45.052659 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6272c3a6-591b-4d48-81c9-84b4643a03b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:45.100059 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6fc3b2c-e99b-4112-a149-2f24cbfe7e0a req-a0dfe5f7-4d2d-4e88-9a1a-12296bf16f74 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 210 time: 0.0408497 Jul 19 17:39:45.103639 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6272c3a6-591b-4d48-81c9-84b4643a03b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:45.200687 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ab4ca012-e6ff-4dce-9ee6-240c1db0f65e req-7a13b25c-d8b4-4618-91b6-2682ad4faae7 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 210 time: 0.0332465 Jul 19 17:39:45.214220 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6272c3a6-591b-4d48-81c9-84b4643a03b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:45.215220 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a3a4b-7997-4e5c-8d67-02ab1d55f1fd req-0622dff4-aa47-4040-adcb-0ccd67e6b8d4 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:45.218404 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f25a3a4b-7997-4e5c-8d67-02ab1d55f1fd req-0622dff4-aa47-4040-adcb-0ccd67e6b8d4 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 944 time: 0.1210926 Jul 19 17:39:45.228966 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6272c3a6-591b-4d48-81c9-84b4643a03b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:45.234410 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-6272c3a6-591b-4d48-81c9-84b4643a03b1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a032dbd9-5d11-41e1-87d9-b3dab8e808ff HTTP/1.1" status: 204 len: 168 time: 0.2947645 Jul 19 17:39:45.256078 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272c3a6-591b-4d48-81c9-84b4643a03b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a032dbd9-5d11-41e1-87d9-b3dab8e808ff,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:45.293127 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f25a3a4b-7997-4e5c-8d67-02ab1d55f1fd req-b28e9716-33fe-4e4d-bc55-a8055f4aa441 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655448 Jul 19 17:39:45.778808 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-44c0ab0c-98e4-4012-b326-475010a6f901 req-9933941c-1527-466e-9230-285851a7c58b tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 210 time: 0.0322454 Jul 19 17:39:46.153852 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484262e-142e-4bc2-a803-05fd1ae1534d req-fca442a0-1799-45bb-be76-cd7371de3313 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:46.156235 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9484262e-142e-4bc2-a803-05fd1ae1534d req-fca442a0-1799-45bb-be76-cd7371de3313 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 943 time: 0.0998974 Jul 19 17:39:46.206962 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9484262e-142e-4bc2-a803-05fd1ae1534d req-018f2c51-25cc-48f3-8889-a1d0282addfe tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415015 Jul 19 17:39:46.304835 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-871f83a8-14dc-4508-bdf0-ee8a79826189 req-34354359-f0cb-44bc-8016-cfb2849632fc tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 210 time: 0.0738513 Jul 19 17:39:46.386609 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ec1bdbdc-537e-4690-90e0-976fab4e6b2f req-27b9be94-fbd0-4873-90ae-1bae2eebd15f tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 210 time: 0.0535159 Jul 19 17:39:46.482860 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac915dd-8a0b-44ba-9788-6cfdb8109c11 req-45c3ee15-e48e-451c-8758-d41855bd4acc tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:46.484633 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5ac915dd-8a0b-44ba-9788-6cfdb8109c11 req-45c3ee15-e48e-451c-8758-d41855bd4acc tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 944 time: 0.0967164 Jul 19 17:39:46.538613 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5ac915dd-8a0b-44ba-9788-6cfdb8109c11 req-22de39dd-88bc-49ea-9492-832154e5507e tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447531 Jul 19 17:39:46.918483 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8530260e-b0b7-4cfe-b3ef-fb0e15a66786 req-0bd7356c-a76f-493f-9ccc-9686690ff848 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 210 time: 0.0483730 Jul 19 17:39:47.373843 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdb665-d4dd-4278-8089-661038455448 req-a8710e4b-ff96-4311-bd31-051d3585eb21 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:47.375490 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0bfdb665-d4dd-4278-8089-661038455448 req-a8710e4b-ff96-4311-bd31-051d3585eb21 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 943 time: 0.0959551 Jul 19 17:39:47.463425 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-18b4d732-07f4-4a90-8738-c31fcf869b9c req-49aac6b3-2862-49cc-99aa-df5868ea3bf5 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 210 time: 0.0476165 Jul 19 17:39:47.479658 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0bfdb665-d4dd-4278-8089-661038455448 req-c43c40f1-ca08-4ffc-9b86-0e4123b1b880 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977595 Jul 19 17:39:47.600034 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 47608) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:47.639825 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-57195b4c-0b89-43db-b580-87a1a9b1d376 req-b4283397-933d-4930-9b6d-5e6c34f379f9 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 210 time: 0.0814559 Jul 19 17:39:47.743697 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e642872-33fd-4462-b338-6e8ee49b9b71 req-4b0e9a84-bc93-41d9-b6ce-df140472831f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:47.745755 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9e642872-33fd-4462-b338-6e8ee49b9b71 req-4b0e9a84-bc93-41d9-b6ce-df140472831f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 944 time: 0.0830927 Jul 19 17:39:47.755272 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5696a835-6174-4e06-aac7-dc1fe84819d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:47.833850 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9e642872-33fd-4462-b338-6e8ee49b9b71 req-1bacab9a-4588-4e50-bae7-0c335cdb524f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784965 Jul 19 17:39:47.938303 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5696a835-6174-4e06-aac7-dc1fe84819d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:47.943953 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5696a835-6174-4e06-aac7-dc1fe84819d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:48.006662 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-5696a835-6174-4e06-aac7-dc1fe84819d3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3abe48fe85e244739ec50f942007e170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4047766 Jul 19 17:39:48.006935 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 47626) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:48.007433 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696a835-6174-4e06-aac7-dc1fe84819d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f980642-dacd-4afa-97d9-e2b67c35142c,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:48.111504 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-24d2eae7-73e4-4d03-9858-c7633c75e388 req-2e3aa312-b8eb-40ab-a1c9-2c4712c65746 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 210 time: 0.0669630 Jul 19 17:39:48.131197 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b661-db6f-4911-bfdd-e292b105df92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:48.168995 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b661-db6f-4911-bfdd-e292b105df92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:48.265676 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b661-db6f-4911-bfdd-e292b105df92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:48.268394 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b661-db6f-4911-bfdd-e292b105df92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:48.269638 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-1ff4b661-db6f-4911-bfdd-e292b105df92 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9f980642-dacd-4afa-97d9-e2b67c35142c HTTP/1.1" status: 204 len: 168 time: 0.2611382 Jul 19 17:39:48.283682 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4b661-db6f-4911-bfdd-e292b105df92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f980642-dacd-4afa-97d9-e2b67c35142c,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:48.538267 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 47640) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:48.555170 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b17ae400-b58f-438d-8851-6c6826bd7290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:48.611246 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0b1861c2-a909-4b4c-b015-fb01edc3cbe4 req-6d40306c-c343-46bc-8745-c1bb8355663c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 210 time: 0.0522163 Jul 19 17:39:48.692134 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf997-9c09-4989-91c0-2deb349eacc0 req-265551ae-d872-4b39-8c32-f557c1943e9b tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:48.693617 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-10ebf997-9c09-4989-91c0-2deb349eacc0 req-265551ae-d872-4b39-8c32-f557c1943e9b tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 943 time: 0.1172626 Jul 19 17:39:48.762099 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9f8c2ba2-63ac-4993-965c-53c513551367 req-2e823aab-c759-4cc3-b0da-4cad0d444235 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 210 time: 0.0422709 Jul 19 17:39:48.773032 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-10ebf997-9c09-4989-91c0-2deb349eacc0 req-5f86f081-72d0-45ac-ac67-cfd63ef55c40 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724368 Jul 19 17:39:48.786459 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b17ae400-b58f-438d-8851-6c6826bd7290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:48.797270 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b17ae400-b58f-438d-8851-6c6826bd7290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:48.832756 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-b17ae400-b58f-438d-8851-6c6826bd7290 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13c25b5286ef450c99d97ac798380c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909985 Jul 19 17:39:48.833604 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ae400-b58f-438d-8851-6c6826bd7290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f54546-b015-4445-a113-1ec9e7c48a26,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:48.835511 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 47644) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:48.899715 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-dd92779c-fabc-4621-bd56-056b31db7263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:48.921788 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-dd92779c-fabc-4621-bd56-056b31db7263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:48.957939 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2ef53-aa2a-4cbd-913e-17ba3bada3d2 req-88ce927b-400f-4ab1-937a-38ce36330cc1 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:48.959434 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bbf2ef53-aa2a-4cbd-913e-17ba3bada3d2 req-88ce927b-400f-4ab1-937a-38ce36330cc1 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 944 time: 0.0654941 Jul 19 17:39:48.972947 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-dd92779c-fabc-4621-bd56-056b31db7263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:48.975554 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-dd92779c-fabc-4621-bd56-056b31db7263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:48.976711 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-dd92779c-fabc-4621-bd56-056b31db7263 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9f54546-b015-4445-a113-1ec9e7c48a26 HTTP/1.1" status: 204 len: 168 time: 0.1402204 Jul 19 17:39:48.984729 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92779c-fabc-4621-bd56-056b31db7263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f54546-b015-4445-a113-1ec9e7c48a26,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:49.013743 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bbf2ef53-aa2a-4cbd-913e-17ba3bada3d2 req-3940a120-8e32-4229-b512-544854c5f095 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458488 Jul 19 17:39:49.177690 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9ca0994f-8fd5-4384-b2b5-6f1d8df782f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:49.236073 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3db61ac2-20d3-49ab-ab13-3615e11331c2 req-3d6774d9-8cf8-4166-a9ce-f0db202bc59c tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 210 time: 0.0284970 Jul 19 17:39:49.711305 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9169e4be-ba9c-4b6d-b578-2c8a10bc23ea req-524cf4b8-b98e-4b9b-aaeb-83c5154198fe tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 210 time: 0.0316610 Jul 19 17:39:49.861886 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a70304e5-15bd-42f9-81b9-3290db38f0c3 req-0b64e17b-c131-4c4e-8b97-482603799b84 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 210 time: 0.0337203 Jul 19 17:39:49.930758 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72775a-611b-444a-93c7-46910ec0ff35 req-d644996e-0987-4e19-a4a0-01a14acecccd tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:49.932277 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2e72775a-611b-444a-93c7-46910ec0ff35 req-d644996e-0987-4e19-a4a0-01a14acecccd tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 943 time: 0.0730078 Jul 19 17:39:49.971424 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2e72775a-611b-444a-93c7-46910ec0ff35 req-0b19c421-d935-433e-ae91-775ec2ea589a tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329380 Jul 19 17:39:50.053358 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 47692) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:50.142812 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffe796-c87d-4e80-9674-ca128678f37c req-9ddf3481-5a5b-4bc8-92c8-bfa82d453957 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:50.144299 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-beffe796-c87d-4e80-9674-ca128678f37c req-9ddf3481-5a5b-4bc8-92c8-bfa82d453957 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 944 time: 0.0637803 Jul 19 17:39:50.160021 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-52cb37de-5b38-4868-8cdc-a6e35f1eb3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:50.193517 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-beffe796-c87d-4e80-9674-ca128678f37c req-0c714196-bae5-410e-ae98-e877d556bb25 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Jul 19 17:39:50.253453 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-52cb37de-5b38-4868-8cdc-a6e35f1eb3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:50.257244 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-52cb37de-5b38-4868-8cdc-a6e35f1eb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:50.298085 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-52cb37de-5b38-4868-8cdc-a6e35f1eb3fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=653f60eb3e444f8193c72d4bb141b9b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432654 Jul 19 17:39:50.298783 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb37de-5b38-4868-8cdc-a6e35f1eb3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f4fafd-657a-44f8-ba5c-da11ab59023a,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:50.301718 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 47700) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:50.354881 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6d5bec38-9381-498e-b4dd-f1f1112c7464 req-c08009a3-7171-4ef1-a80f-f337d9868152 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 210 time: 0.0351040 Jul 19 17:39:50.375839 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a038ddc0-0a48-472a-bb92-90380a88929f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:50.396905 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a038ddc0-0a48-472a-bb92-90380a88929f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:50.442629 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a038ddc0-0a48-472a-bb92-90380a88929f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:50.445786 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a038ddc0-0a48-472a-bb92-90380a88929f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:50.446946 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-a038ddc0-0a48-472a-bb92-90380a88929f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b1f4fafd-657a-44f8-ba5c-da11ab59023a HTTP/1.1" status: 204 len: 168 time: 0.1441865 Jul 19 17:39:50.455174 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038ddc0-0a48-472a-bb92-90380a88929f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f4fafd-657a-44f8-ba5c-da11ab59023a,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:50.808887 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fd074a7f-c14a-4952-897e-1c4df3aa8158 req-bd5c0df5-2f4a-4993-a950-4620cceab962 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 210 time: 0.0291939 Jul 19 17:39:50.966460 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-12235bcd-6c7b-4cb8-a39f-4ea5a26870fd req-3205fa15-547e-4287-8ae0-66a8d84237ea tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 210 time: 0.0309660 Jul 19 17:39:51.101860 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144c45e-ea9f-4902-8d8f-ad59c6d4e95a req-5b5f9275-a434-4d4e-9d5a-b029a4a5156d tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:51.103434 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3144c45e-ea9f-4902-8d8f-ad59c6d4e95a req-5b5f9275-a434-4d4e-9d5a-b029a4a5156d tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 943 time: 0.0654092 Jul 19 17:39:51.141183 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3144c45e-ea9f-4902-8d8f-ad59c6d4e95a req-65e0bdf9-0024-4ef4-a1fa-9fb57484bef3 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323179 Jul 19 17:39:51.333233 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c050633-b494-4d23-97ec-4f2485f9ce3e req-6c724de5-7d05-4415-be76-1f8bf471c386 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:51.334750 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2c050633-b494-4d23-97ec-4f2485f9ce3e req-6c724de5-7d05-4415-be76-1f8bf471c386 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 944 time: 0.0696006 Jul 19 17:39:51.376513 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2c050633-b494-4d23-97ec-4f2485f9ce3e req-2d0b2286-5071-4858-ae32-47f329ae5c69 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352249 Jul 19 17:39:51.464622 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-042c0af6-d32b-443a-bec1-ea7c23df0367 req-30848165-3d16-4e41-8db6-192fed33c777 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 210 time: 0.0333130 Jul 19 17:39:51.662889 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-00b7574d-d6f9-4992-ae54-a53375ecba7e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Request body: {'port': {'device_id': '3cd4eb88-7f3a-478d-88cb-a88e874f671f', 'network_id': 'ba199622-5356-4143-a827-7602fbb52049', 'admin_state_up': True, 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:51.683265 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-702dcdfe-0ead-4f9e-8eeb-2f0586fb36e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:51.853762 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc350a-6a14-44db-8dfe-33def2e3e520 req-67dfd5b8-e409-4bf2-bad5-8c26006270f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:51.855588 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-83bc350a-6a14-44db-8dfe-33def2e3e520 req-67dfd5b8-e409-4bf2-bad5-8c26006270f9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2089572 Jul 19 17:39:51.860261 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c2f4b-8ec1-495d-a8f2-3c4e27e2d780 req-a2be8ab0-dad9-40e7-8604-0765a57a7435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:51.863343 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8d3c2f4b-8ec1-495d-a8f2-3c4e27e2d780 req-a2be8ab0-dad9-40e7-8604-0765a57a7435 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2445138 Jul 19 17:39:51.883144 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff7149-9d28-4530-b72a-736d40f66d6c req-b488af0f-fc70-4306-91eb-09f2f218492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:51.885352 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-adff7149-9d28-4530-b72a-736d40f66d6c req-b488af0f-fc70-4306-91eb-09f2f218492f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f89ba439f784b5ea4f1cc9cd7778d80&device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 1097 time: 0.0922077 Jul 19 17:39:51.921726 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:51.926019 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-00b7574d-d6f9-4992-ae54-a53375ecba7e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Made reservation on behalf of 2f89ba439f784b5ea4f1cc9cd7778d80 for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:39:51.930706 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-00b7574d-d6f9-4992-ae54-a53375ecba7e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:52.118286 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-00b7574d-d6f9-4992-ae54-a53375ecba7e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Allocated IP 172.20.0.4 (ba199622-5356-4143-a827-7602fbb52049/b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5/12628b74-92ee-454d-86fb-76ac8c21bd25) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:39:52.169732 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dac20-94fd-40d8-ac53-e1685536736c req-068a42b0-4f99-47cf-aeb1-4a7c3e0a7904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:52.170229 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-394dac20-94fd-40d8-ac53-e1685536736c req-068a42b0-4f99-47cf-aeb1-4a7c3e0a7904 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f798727ec6c469db122e0336ec8306e&device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 1096 time: 0.1166930 Jul 19 17:39:52.210629 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bc4d1980-361b-486f-8dcb-9672741bf377 req-88ea0e49-695b-4c85-ae88-fcfe13e02729 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 210 time: 0.2951293 Jul 19 17:39:52.232508 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-adff7149-9d28-4530-b72a-736d40f66d6c req-84480149-7433-40f4-b5bb-86f49bcef946 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68047ea3-4512-4a1d-81df-bdd15d1a915b HTTP/1.1" status: 200 len: 217 time: 0.3045683 Jul 19 17:39:52.261671 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-394dac20-94fd-40d8-ac53-e1685536736c req-1e1f2cbe-21e5-4076-b391-58f6d75540e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b HTTP/1.1" status: 200 len: 217 time: 0.0750997 Jul 19 17:39:52.271451 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5ed2298e-d990-4f7c-85ae-55a8b64d41e2 req-3a56eeee-e60c-4564-aa31-56a6eab3f47c tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 210 time: 0.0681577 Jul 19 17:39:52.376929 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dac20-94fd-40d8-ac53-e1685536736c req-d0014b7d-6a81-4127-befb-9eff950b9c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:52.378861 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-394dac20-94fd-40d8-ac53-e1685536736c req-d0014b7d-6a81-4127-befb-9eff950b9c37 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eb113ba-eefb-429b-b333-3270c4ff78d1 HTTP/1.1" status: 200 len: 854 time: 0.1036201 Jul 19 17:39:52.382730 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff7149-9d28-4530-b72a-736d40f66d6c req-1133b42a-d4fb-44a4-b2ec-a55ed2f9e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:52.384851 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-adff7149-9d28-4530-b72a-736d40f66d6c req-1133b42a-d4fb-44a4-b2ec-a55ed2f9e0d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5 HTTP/1.1" status: 200 len: 859 time: 0.1174076 Jul 19 17:39:52.445967 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-adff7149-9d28-4530-b72a-736d40f66d6c req-7ccb1c11-0c5d-46ef-b886-cf98f897f84e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba199622-5356-4143-a827-7602fbb52049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536065 Jul 19 17:39:52.451292 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-4877b817-d679-4eea-a885-e5bade1bbe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:52.463695 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-4877b817-d679-4eea-a885-e5bade1bbe01 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95cc458466614889a29b3238b349fcc2&device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 1097 time: 0.2878222 Jul 19 17:39:52.482507 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c983957-897a-45b8-9e3e-9c6d42263d55 req-4b8b5438-9393-411c-a78e-5420b3232b86 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:52.484516 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-394dac20-94fd-40d8-ac53-e1685536736c req-5c50171a-6c35-41e6-b55c-816d210c28c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f41bdfe-4825-4b22-b0b9-adb28abfe835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851324 Jul 19 17:39:52.484701 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1c983957-897a-45b8-9e3e-9c6d42263d55 req-4b8b5438-9393-411c-a78e-5420b3232b86 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 943 time: 0.2164214 Jul 19 17:39:52.503820 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-00b7574d-d6f9-4992-ae54-a53375ecba7e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:52.566235 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-00b7574d-d6f9-4992-ae54-a53375ecba7e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:52.624415 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.49', 61240) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:52.680552 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-06398bf8-54aa-4398-b33b-dbfc2fd06d0b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6489bb45-9a61-4b99-99a2-ad2e98aeb03a HTTP/1.1" status: 200 len: 217 time: 0.1201549 Jul 19 17:39:52.696281 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-00b7574d-d6f9-4992-ae54-a53375ecba7e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Network ba199622-5356-4143-a827-7602fbb52049 is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:52.701716 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-00b7574d-d6f9-4992-ae54-a53375ecba7e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:52.714862 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-00b7574d-d6f9-4992-ae54-a53375ecba7e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:39:52.721603 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-00b7574d-d6f9-4992-ae54-a53375ecba7e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:52.722563 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-00b7574d-d6f9-4992-ae54-a53375ecba7e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:52.784760 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7574d-d6f9-4992-ae54-a53375ecba7e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Pushing event updated for resources: {'Port': ['ID=12628b74-92ee-454d-86fb-76ac8c21bd25,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:52.792880 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1c983957-897a-45b8-9e3e-9c6d42263d55 req-0bae62f6-febe-4086-8680-5d46d80d26fd tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657876 Jul 19 17:39:52.822375 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b4cd-735b-4948-8cf9-ee70acb4a0a0 req-cafade6d-b5eb-427f-a194-a7e96c950172 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:52.831886 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3ea0b4cd-735b-4948-8cf9-ee70acb4a0a0 req-cafade6d-b5eb-427f-a194-a7e96c950172 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 944 time: 0.3643663 Jul 19 17:39:52.840213 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-adff7149-9d28-4530-b72a-736d40f66d6c req-04d77010-e8e2-40e8-8310-d6d304d5158f service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744440 Jul 19 17:39:52.842213 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-0d4c57b9-7fca-43f8-a2cf-bc20a0886754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:52.842932 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-00b7574d-d6f9-4992-ae54-a53375ecba7e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1834328 Jul 19 17:39:52.843788 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-0d4c57b9-7fca-43f8-a2cf-bc20a0886754 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4dc1e126-6997-4b9e-8f6a-523a120ff41d HTTP/1.1" status: 200 len: 852 time: 0.1532373 Jul 19 17:39:52.866260 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Request body: {'port': {'device_id': '3cd4eb88-7f3a-478d-88cb-a88e874f671f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:52.919137 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-394dac20-94fd-40d8-ac53-e1685536736c req-0be724a8-a35b-49a0-8efd-30953ca6c60e service neutron] 10.222.0.49 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586106 Jul 19 17:39:52.991882 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-5bcd94bd-4cc2-4ac8-97a7-1293972fe43c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:52.996236 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-5bcd94bd-4cc2-4ac8-97a7-1293972fe43c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.49 "GET /v2.0/networks?id=9412ab90-14bd-4fb2-8549-8b0724c797fa HTTP/1.1" status: 200 len: 817 time: 0.3682470 Jul 19 17:39:52.997514 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3ea0b4cd-735b-4948-8cf9-ee70acb4a0a0 req-2ee8cf09-1995-4c9e-972e-11ee8472e0ce tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645284 Jul 19 17:39:52.999483 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-ba2bbe6d-d4be-4e68-8af6-cea5943ac3b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3f5fcb9c-531a-402e-81d7-28dc74598047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218321 Jul 19 17:39:53.045972 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.067461 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-adff7149-9d28-4530-b72a-736d40f66d6c req-c1ae8cb1-7236-43d9-808a-1c5f52221e35 service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909449 Jul 19 17:39:53.081189 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.086447 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.090166 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569dd2d-ee41-4617-9a19-9e5627607757 req-e0e3ba47-a315-486e-80f3-06734a8d8825 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:53.092017 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4569dd2d-ee41-4617-9a19-9e5627607757 req-e0e3ba47-a315-486e-80f3-06734a8d8825 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 931 time: 0.1285253 Jul 19 17:39:53.266825 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.49', 61243) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:53.322406 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4569dd2d-ee41-4617-9a19-9e5627607757 req-3b2808ca-a603-4d18-892a-543f0f001a5c tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202229 Jul 19 17:39:53.369869 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-8dae36f3-bc6b-4e61-8cad-5bde5cb5e039 service neutron] 10.222.0.49 "GET /v2.0/networks/3f5fcb9c-531a-402e-81d7-28dc74598047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731428 Jul 19 17:39:53.414824 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-394dac20-94fd-40d8-ac53-e1685536736c req-400da42b-54b9-486c-b76b-6d61e0e84107 service neutron] 10.222.0.49 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760220 Jul 19 17:39:53.425319 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-295dc330-be2c-44ff-8a2f-a8fcc38aceee tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0634ad0c797e471297f37a2b2b27b253 HTTP/1.1" status: 200 len: 380 time: 0.1989458 Jul 19 17:39:53.453201 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5e90b61f-a99b-4588-8be7-8e797fd1b408 req-75cc878b-3030-4b0c-ae67-9b71cc1c3121 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 210 time: 0.0595734 Jul 19 17:39:53.456810 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0aec8-a077-4169-b767-97c5a70a06b7 req-8f00a70b-3a04-4d81-962c-dbd383d4068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:53.458134 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-05b0aec8-a077-4169-b767-97c5a70a06b7 req-8f00a70b-3a04-4d81-962c-dbd383d4068e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f89ba439f784b5ea4f1cc9cd7778d80&device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 1097 time: 0.2105086 Jul 19 17:39:53.478592 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-9e9a368e-cef4-4df9-b05e-3f0d4c859cfa tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Request body: {'port': {'device_id': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'admin_state_up': True, 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'security_groups': ['096340db-8d73-4419-a8ea-0a3f64925589']}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:53.491498 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-a702190b-c7a6-40af-b6e9-a0fb8642de65 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:53.493464 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-a702190b-c7a6-40af-b6e9-a0fb8642de65 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.49 "GET /v2.0/networks?id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a HTTP/1.1" status: 200 len: 810 time: 0.2255783 Jul 19 17:39:53.495433 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-008b5cbd-c0c1-49a7-bdbe-6db7cd0b4436 req-0c502664-7a0c-4d61-b96f-dab974060a3e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 210 time: 0.0319428 Jul 19 17:39:53.601268 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-53a0d04a-4c84-487a-b716-23725a7a4379 service neutron] 10.222.0.49 "GET /v2.0/networks/3f5fcb9c-531a-402e-81d7-28dc74598047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276049 Jul 19 17:39:53.634062 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-aba9203a-0a12-4757-b244-72be2cd3f0a1 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db9bcbdd085e472caf212d1387d82a77 HTTP/1.1" status: 200 len: 380 time: 0.1136701 Jul 19 17:39:53.677106 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-e1517612-e501-4755-8d5d-c2a5c3ee6ea0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Request body: {'port': {'device_id': 'ab68e979-d412-49d4-a13a-0d64d1dcb5e1', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'admin_state_up': True, 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'security_groups': ['6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d']}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:53.728601 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0aec8-a077-4169-b767-97c5a70a06b7 req-cf5bb5d0-679a-4fec-bc0b-c1fcb2b74dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:53.730729 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-05b0aec8-a077-4169-b767-97c5a70a06b7 req-cf5bb5d0-679a-4fec-bc0b-c1fcb2b74dac service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba199622-5356-4143-a827-7602fbb52049 HTTP/1.1" status: 200 len: 920 time: 0.2096822 Jul 19 17:39:53.792484 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-05b0aec8-a077-4169-b767-97c5a70a06b7 req-263c3bb4-193d-4438-bd83-b7f4bc51137b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68047ea3-4512-4a1d-81df-bdd15d1a915b HTTP/1.1" status: 200 len: 217 time: 0.0537975 Jul 19 17:39:53.794526 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-9e9a368e-cef4-4df9-b05e-3f0d4c859cfa tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Made reservation on behalf of 0634ad0c797e471297f37a2b2b27b253 for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:39:53.803429 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-9e9a368e-cef4-4df9-b05e-3f0d4c859cfa tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.845171 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0aec8-a077-4169-b767-97c5a70a06b7 req-73db7387-d98b-4559-a1f3-feb1d9a0a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:53.853795 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-05b0aec8-a077-4169-b767-97c5a70a06b7 req-73db7387-d98b-4559-a1f3-feb1d9a0a6e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5 HTTP/1.1" status: 200 len: 859 time: 0.0531533 Jul 19 17:39:53.901586 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-05b0aec8-a077-4169-b767-97c5a70a06b7 req-47617a6f-0a21-4598-aa42-ef0f2007f066 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba199622-5356-4143-a827-7602fbb52049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398152 Jul 19 17:39:53.939612 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12628b74-92ee-454d-86fb-76ac8c21bd25 {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:39:53.952549 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:53.988230 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-e1517612-e501-4755-8d5d-c2a5c3ee6ea0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Made reservation on behalf of db9bcbdd085e472caf212d1387d82a77 for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:39:53.991785 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-e1517612-e501-4755-8d5d-c2a5c3ee6ea0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:54.006380 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Transition to ACTIVE for port object 12628b74-92ee-454d-86fb-76ac8c21bd25 will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:54.019786 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:54.033416 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-05b0aec8-a077-4169-b767-97c5a70a06b7 req-22107e88-f396-4ff1-940c-f50586dfa22f service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217561 Jul 19 17:39:54.042375 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fbf50-41e5-4893-b736-5e3942e2f406 req-e74887d9-71bb-4142-81f7-b457f70650d0 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:54.043782 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-615fbf50-41e5-4893-b736-5e3942e2f406 req-e74887d9-71bb-4142-81f7-b457f70650d0 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 943 time: 0.1413023 Jul 19 17:39:54.082624 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-9e9a368e-cef4-4df9-b05e-3f0d4c859cfa tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Allocated IP 172.20.0.7 (9412ab90-14bd-4fb2-8549-8b0724c797fa/016908ef-9e1e-4636-acd6-cc64d9df8a14/c90129eb-975a-429a-918c-b4c7bc8ba825) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:39:54.133183 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Pushing event updated for resources: {'Port': ['ID=12628b74-92ee-454d-86fb-76ac8c21bd25,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:54.175921 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-615fbf50-41e5-4893-b736-5e3942e2f406 req-90496851-0fe9-4184-a61c-ddd0a58b0948 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238356 Jul 19 17:39:54.211399 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-05b0aec8-a077-4169-b767-97c5a70a06b7 req-f4756124-b4d2-4980-be08-e4d97b8a11de service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666555 Jul 19 17:39:54.223137 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fbc6b-c6bb-4067-98f5-cdb929f9a65c req-d571aaf8-617d-4079-a227-2a1f90396a4e tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:54.224591 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-807fbc6b-c6bb-4067-98f5-cdb929f9a65c req-d571aaf8-617d-4079-a227-2a1f90396a4e tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 944 time: 0.0993547 Jul 19 17:39:54.254168 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Attempting to bind port 12628b74-92ee-454d-86fb-76ac8c21bd25 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:39:54.254502 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Attempting to bind port 12628b74-92ee-454d-86fb-76ac8c21bd25 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '69cd2353-28ea-4c3e-a4d0-00348478ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ba199622-5356-4143-a827-7602fbb52049'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:39:54.254829 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Attempting to bind port 12628b74-92ee-454d-86fb-76ac8c21bd25 on network ba199622-5356-4143-a827-7602fbb52049 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:54.270993 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Port 12628b74-92ee-454d-86fb-76ac8c21bd25 on network ba199622-5356-4143-a827-7602fbb52049 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:39:54.271320 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Attempting to bind port 12628b74-92ee-454d-86fb-76ac8c21bd25 on network ba199622-5356-4143-a827-7602fbb52049 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:54.283269 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-807fbc6b-c6bb-4067-98f5-cdb929f9a65c req-cf5c58e8-5337-4692-98a4-3cddcfad619e tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500734 Jul 19 17:39:54.322055 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:39:54.322304 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Checking segment: {'id': '69cd2353-28ea-4c3e-a4d0-00348478ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ba199622-5356-4143-a827-7602fbb52049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:54.322691 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Bound using segment: {'id': '69cd2353-28ea-4c3e-a4d0-00348478ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ba199622-5356-4143-a827-7602fbb52049'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:39:54.323132 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Bound port: 12628b74-92ee-454d-86fb-76ac8c21bd25, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69cd2353-28ea-4c3e-a4d0-00348478ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ba199622-5356-4143-a827-7602fbb52049'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:39:54.323480 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:54.325658 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-e1517612-e501-4755-8d5d-c2a5c3ee6ea0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Allocated IP 172.20.0.10 (8f3ed29a-aeab-4ff0-8078-f93520c30c1a/835b74c3-3174-4e3c-a77e-d02ca1e76c12/1e914471-9e6e-428f-baa3-d1e8c31c014b) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:39:54.438275 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-9e9a368e-cef4-4df9-b05e-3f0d4c859cfa tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:54.459214 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:54.483376 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-9e9a368e-cef4-4df9-b05e-3f0d4c859cfa tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Transition to ACTIVE for port object c90129eb-975a-429a-918c-b4c7bc8ba825 will not be triggered until provisioned by entity DHCP. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:54.495034 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] For port 12628b74-92ee-454d-86fb-76ac8c21bd25, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:39:54.499253 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] For port 12628b74-92ee-454d-86fb-76ac8c21bd25, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=12628b74-92ee-454d-86fb-76ac8c21bd25,segment=NetworkSegment(69cd2353-28ea-4c3e-a4d0-00348478ce78),segment_id=69cd2353-28ea-4c3e-a4d0-00348478ce78)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:39:54.519380 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b87f5c-92cc-4e2a-a9fd-573ee04ee8ad req-a707be81-dd3d-4e12-b849-7ff32ca4afb3 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:54.521809 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-88b87f5c-92cc-4e2a-a9fd-573ee04ee8ad req-a707be81-dd3d-4e12-b849-7ff32ca4afb3 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 943 time: 0.0945044 Jul 19 17:39:54.528593 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:54.589230 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-97482785-ff6c-4f11-818e-a9443144810e req-71b499bf-9ff8-4d3f-b8eb-2f2b0a56a725 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 210 time: 0.0331936 Jul 19 17:39:54.589828 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:54.590462 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:54.591818 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] 10.222.0.49 "PUT /v2.0/ports/12628b74-92ee-454d-86fb-76ac8c21bd25 HTTP/1.1" status: 200 len: 1093 time: 1.7298288 Jul 19 17:39:54.595773 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-88b87f5c-92cc-4e2a-a9fd-573ee04ee8ad req-8e629eb7-5cf2-4573-8b2b-853182802f8f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666244 Jul 19 17:39:54.598270 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd4eb88-7f3a-478d-88cb-a88e874f671f', 'tag': '12628b74-92ee-454d-86fb-76ac8c21bd25'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:39:54.600474 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff2573d-41c8-4c6c-9d1f-db8b4626574e" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd4eb88-7f3a-478d-88cb-a88e874f671f", "tag": "12628b74-92ee-454d-86fb-76ac8c21bd25"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:39:54.649197 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-e1517612-e501-4755-8d5d-c2a5c3ee6ea0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:54.658612 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2afa4-ee70-4bad-87f6-0a3f91fb319d service neutron] Pushing event updated for resources: {'Port': ['ID=12628b74-92ee-454d-86fb-76ac8c21bd25,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:54.666207 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f7db92-ce5e-4130-800e-7107f6979e18 x-openstack-request-id: req-25f7db92-ce5e-4130-800e-7107f6979e18 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:39:54.666547 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd4eb88-7f3a-478d-88cb-a88e874f671f", "tag": "12628b74-92ee-454d-86fb-76ac8c21bd25", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:39:54.666720 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-25f7db92-ce5e-4130-800e-7107f6979e18 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:39:54.667434 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd4eb88-7f3a-478d-88cb-a88e874f671f', 'tag': '12628b74-92ee-454d-86fb-76ac8c21bd25', 'status': 'completed', 'code': 200} Jul 19 17:39:54.670213 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-e1517612-e501-4755-8d5d-c2a5c3ee6ea0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Transition to ACTIVE for port object 1e914471-9e6e-428f-baa3-d1e8c31c014b will not be triggered until provisioned by entity DHCP. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:54.671961 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-9e9a368e-cef4-4df9-b05e-3f0d4c859cfa tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:54.680198 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8a10e553-4184-4467-b0f6-5eeebe123a53 req-939b2fde-4ce2-4f63-8aef-c43569dad1a6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 210 time: 0.0321193 Jul 19 17:39:54.756079 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-9e9a368e-cef4-4df9-b05e-3f0d4c859cfa tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Network 9412ab90-14bd-4fb2-8549-8b0724c797fa is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:54.772688 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-9e9a368e-cef4-4df9-b05e-3f0d4c859cfa tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:54.778148 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-9e9a368e-cef4-4df9-b05e-3f0d4c859cfa tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:39:54.788350 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-9e9a368e-cef4-4df9-b05e-3f0d4c859cfa tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:54.789407 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-9e9a368e-cef4-4df9-b05e-3f0d4c859cfa tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:54.798095 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a368e-cef4-4df9-b05e-3f0d4c859cfa tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Pushing event updated for resources: {'Port': ['ID=c90129eb-975a-429a-918c-b4c7bc8ba825,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:54.834672 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-9e9a368e-cef4-4df9-b05e-3f0d4c859cfa tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4020345 Jul 19 17:39:54.837418 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-e1517612-e501-4755-8d5d-c2a5c3ee6ea0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:54.874448 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Request body: {'port': {'device_id': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:54.920331 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-1283d9d6-7a6a-4e3b-b2f0-1f3742b4b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:54.921822 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-1283d9d6-7a6a-4e3b-b2f0-1f3742b4b410 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f89ba439f784b5ea4f1cc9cd7778d80&device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 1096 time: 0.2391758 Jul 19 17:39:54.936081 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-e1517612-e501-4755-8d5d-c2a5c3ee6ea0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:39:54.940012 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1517612-e501-4755-8d5d-c2a5c3ee6ea0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Pushing event updated for resources: {'Port': ['ID=1e914471-9e6e-428f-baa3-d1e8c31c014b,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:54.949544 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-e1517612-e501-4755-8d5d-c2a5c3ee6ea0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:39:54.953081 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-e1517612-e501-4755-8d5d-c2a5c3ee6ea0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:39:54.958492 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-e1517612-e501-4755-8d5d-c2a5c3ee6ea0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:54.959098 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-e1517612-e501-4755-8d5d-c2a5c3ee6ea0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:54.997126 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-49741788-e94e-4daa-a066-d88b19a26e3e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12628b74-92ee-454d-86fb-76ac8c21bd25 HTTP/1.1" status: 200 len: 217 time: 0.0582671 Jul 19 17:39:55.013999 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9c67e53f-fc18-4c47-bd21-84a171a3de9a None None] Provisioning for port c90129eb-975a-429a-918c-b4c7bc8ba825 completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:39:55.018855 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9c67e53f-fc18-4c47-bd21-84a171a3de9a None None] Provisioning complete for port c90129eb-975a-429a-918c-b4c7bc8ba825 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:55.019217 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9c67e53f-fc18-4c47-bd21-84a171a3de9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:55.055409 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-e1517612-e501-4755-8d5d-c2a5c3ee6ea0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3836355 Jul 19 17:39:55.059710 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9c67e53f-fc18-4c47-bd21-84a171a3de9a None None] Port c90129eb-975a-429a-918c-b4c7bc8ba825 cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:39:55.062556 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:55.082974 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Request body: {'port': {'device_id': 'ab68e979-d412-49d4-a13a-0d64d1dcb5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:39:55.115610 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-e5b63f56-d69b-47e1-a355-98ea3ea41a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:55.117702 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-e5b63f56-d69b-47e1-a355-98ea3ea41a7c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5 HTTP/1.1" status: 200 len: 859 time: 0.0996735 Jul 19 17:39:55.180645 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-10f5dae7-482b-4ef1-83f8-ce8cd32c7d8c None None] Provisioning for port 1e914471-9e6e-428f-baa3-d1e8c31c014b completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:39:55.186723 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-10f5dae7-482b-4ef1-83f8-ce8cd32c7d8c None None] Provisioning complete for port 1e914471-9e6e-428f-baa3-d1e8c31c014b triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:55.187197 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-10f5dae7-482b-4ef1-83f8-ce8cd32c7d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:55.187489 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-c4d1bd04-5ef0-421d-8e4e-883b8c96f2d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba199622-5356-4143-a827-7602fbb52049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446081 Jul 19 17:39:55.225313 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-10f5dae7-482b-4ef1-83f8-ce8cd32c7d8c None None] Port 1e914471-9e6e-428f-baa3-d1e8c31c014b cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:39:55.330717 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:39:55.338764 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe48183-6ce3-4f6f-8c23-a9386e6407aa req-e9b9174c-ce54-42bd-8696-49e3386d98e6 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:55.341674 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bfe48183-6ce3-4f6f-8c23-a9386e6407aa req-e9b9174c-ce54-42bd-8696-49e3386d98e6 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 943 time: 0.0827403 Jul 19 17:39:55.454797 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bfe48183-6ce3-4f6f-8c23-a9386e6407aa req-35c21e6e-99b6-4462-9fee-e80ec89556fc tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028178 Jul 19 17:39:55.463341 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:55.473837 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394651f7-8956-4b1f-83b0-5ca0cffae1ed req-69e278e2-0fab-4938-a4bd-db47585ea8dd tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:55.475640 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-394651f7-8956-4b1f-83b0-5ca0cffae1ed req-69e278e2-0fab-4938-a4bd-db47585ea8dd tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 944 time: 0.1032314 Jul 19 17:39:55.486220 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': 'a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b', 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835', 'port_id': 'a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b', 'mac_address': 'fa:16:3e:99:07:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb113ba-eefb-429b-b333-3270c4ff78d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:39:55.516309 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-394651f7-8956-4b1f-83b0-5ca0cffae1ed req-66a9b55c-c734-496a-80cb-16e9a9337fad tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341365 Jul 19 17:39:55.517625 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:55.543396 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:55.558105 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:39:55.584676 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:55.589716 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:55.649059 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:55.773862 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-074a9748-f692-463c-9bf7-c72dcc1d3ebd service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667644 Jul 19 17:39:55.920964 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:39:55.984382 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ed673-d1b9-4fc9-9ed0-126207a8720b req-5f6e8af4-aa1d-4263-96ea-f03162264493 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:55.985211 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a1a85a3b-d592-4668-8310-ab17130fef1b req-f1bd85ce-d785-455a-9a57-14d7469abae2 service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031708 Jul 19 17:39:55.985869 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ec0ed673-d1b9-4fc9-9ed0-126207a8720b req-5f6e8af4-aa1d-4263-96ea-f03162264493 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 931 time: 0.3032088 Jul 19 17:39:56.003868 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65565a7a-a34c-4bf1-940d-419f7f33e3dd req-332cf2d5-ae62-457a-acd0-397df7ed7bd6 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:56.005345 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-65565a7a-a34c-4bf1-940d-419f7f33e3dd req-332cf2d5-ae62-457a-acd0-397df7ed7bd6 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 943 time: 0.3126702 Jul 19 17:39:56.033373 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90129eb-975a-429a-918c-b4c7bc8ba825 {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:39:56.045268 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:56.058710 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ec0ed673-d1b9-4fc9-9ed0-126207a8720b req-4fb2332c-e643-4d34-999b-1cf512bfbd0f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638866 Jul 19 17:39:56.091154 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-65565a7a-a34c-4bf1-940d-419f7f33e3dd req-a3160f25-5722-4738-a4f7-8b80ba5d1001 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702167 Jul 19 17:39:56.108934 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Transition to ACTIVE for port object c90129eb-975a-429a-918c-b4c7bc8ba825 will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:56.138721 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:56.183746 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e914471-9e6e-428f-baa3-d1e8c31c014b {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:39:56.196689 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:56.199168 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f40467-d6c1-4e7e-806e-6c45f47787bb req-bfd5c697-deb0-434b-97dd-3272d50c73ed tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:56.200654 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-48f40467-d6c1-4e7e-806e-6c45f47787bb req-bfd5c697-deb0-434b-97dd-3272d50c73ed tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 932 time: 0.0666935 Jul 19 17:39:56.236046 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Transition to ACTIVE for port object 1e914471-9e6e-428f-baa3-d1e8c31c014b will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:39:56.237153 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c90129eb-975a-429a-918c-b4c7bc8ba825,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:56.249088 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-48f40467-d6c1-4e7e-806e-6c45f47787bb req-b9cb58c8-accc-4ca2-8976-fc08b2ebe26d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402906 Jul 19 17:39:56.278425 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:56.332773 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Attempting to bind port c90129eb-975a-429a-918c-b4c7bc8ba825 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:39:56.333112 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Attempting to bind port c90129eb-975a-429a-918c-b4c7bc8ba825 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:39:56.333441 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Attempting to bind port c90129eb-975a-429a-918c-b4c7bc8ba825 on network 9412ab90-14bd-4fb2-8549-8b0724c797fa {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:56.342919 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2573d-41c8-4c6c-9d1f-db8b4626574e req-67db026e-01dd-400f-be7b-d4cbbc8a80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:56.344456 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-cff2573d-41c8-4c6c-9d1f-db8b4626574e req-67db026e-01dd-400f-be7b-d4cbbc8a80dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f89ba439f784b5ea4f1cc9cd7778d80&device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 1096 time: 0.2490265 Jul 19 17:39:56.353917 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Port c90129eb-975a-429a-918c-b4c7bc8ba825 on network 9412ab90-14bd-4fb2-8549-8b0724c797fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:39:56.354275 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Attempting to bind port c90129eb-975a-429a-918c-b4c7bc8ba825 on network 9412ab90-14bd-4fb2-8549-8b0724c797fa {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:56.395326 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Pushing event updated for resources: {'Port': ['ID=1e914471-9e6e-428f-baa3-d1e8c31c014b,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:56.425163 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:39:56.425163 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Checking segment: {'id': 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:56.425163 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Bound using segment: {'id': 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:39:56.425163 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Bound port: c90129eb-975a-429a-918c-b4c7bc8ba825, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:39:56.425163 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:56.535677 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Attempting to bind port 1e914471-9e6e-428f-baa3-d1e8c31c014b on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:39:56.536053 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Attempting to bind port 1e914471-9e6e-428f-baa3-d1e8c31c014b by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'd46911b4-bf28-4904-9719-8b9bee711fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:39:56.536341 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Attempting to bind port 1e914471-9e6e-428f-baa3-d1e8c31c014b on network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:56.546495 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Port 1e914471-9e6e-428f-baa3-d1e8c31c014b on network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:39:56.546814 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Attempting to bind port 1e914471-9e6e-428f-baa3-d1e8c31c014b on network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:39:56.595414 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 47892) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:56.621660 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:39:56.621993 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Checking segment: {'id': 'd46911b4-bf28-4904-9719-8b9bee711fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:39:56.622397 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Bound using segment: {'id': 'd46911b4-bf28-4904-9719-8b9bee711fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:39:56.622846 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Bound port: 1e914471-9e6e-428f-baa3-d1e8c31c014b, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46911b4-bf28-4904-9719-8b9bee711fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:39:56.623202 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:56.666949 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] For port c90129eb-975a-429a-918c-b4c7bc8ba825, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:39:56.677986 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18a6b8-a5e0-49f6-981b-acda3f19bd21 req-f5331b20-3847-4bff-9088-5483783d68ab tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:56.680426 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2b18a6b8-a5e0-49f6-981b-acda3f19bd21 req-f5331b20-3847-4bff-9088-5483783d68ab tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 944 time: 0.1169739 Jul 19 17:39:56.705549 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2573d-41c8-4c6c-9d1f-db8b4626574e req-b2dfd38a-73ed-4a29-9113-ed2850f98321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:56.707247 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-cff2573d-41c8-4c6c-9d1f-db8b4626574e req-b2dfd38a-73ed-4a29-9113-ed2850f98321 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba199622-5356-4143-a827-7602fbb52049 HTTP/1.1" status: 200 len: 920 time: 0.3492086 Jul 19 17:39:56.711084 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] For port c90129eb-975a-429a-918c-b4c7bc8ba825, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c90129eb-975a-429a-918c-b4c7bc8ba825,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:39:56.751131 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33239d12-51a3-46be-a578-4b0936538057 req-efd9841d-458a-4e17-81a1-8b462d73f953 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:56.756367 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-cff2573d-41c8-4c6c-9d1f-db8b4626574e req-a9e8e6cd-72b5-4ba4-9505-cf08e498b42c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12628b74-92ee-454d-86fb-76ac8c21bd25 HTTP/1.1" status: 200 len: 217 time: 0.0417476 Jul 19 17:39:56.758133 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:56.759672 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-33239d12-51a3-46be-a578-4b0936538057 req-efd9841d-458a-4e17-81a1-8b462d73f953 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 944 time: 0.1392906 Jul 19 17:39:56.791324 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2b18a6b8-a5e0-49f6-981b-acda3f19bd21 req-078deb8e-3fce-4523-9daf-06283ff43780 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850465 Jul 19 17:39:56.822618 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-33239d12-51a3-46be-a578-4b0936538057 req-cbd33b48-bc7a-4fcb-9fb0-008dd0aa242d tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620184 Jul 19 17:39:56.845330 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2b767206-1782-4060-abe3-d4d7ebc561e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:56.864739 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] For port 1e914471-9e6e-428f-baa3-d1e8c31c014b, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:39:56.876089 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:56.876703 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:56.878125 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] 10.222.0.49 "PUT /v2.0/ports/c90129eb-975a-429a-918c-b4c7bc8ba825 HTTP/1.1" status: 200 len: 1093 time: 2.0270045 Jul 19 17:39:56.895380 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'tag': 'c90129eb-975a-429a-918c-b4c7bc8ba825'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:39:56.897812 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f166e3-b308-4047-bbc9-f1dff1e4546d" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbdf2e0-665d-4dc5-9840-996c60cd168a", "tag": "c90129eb-975a-429a-918c-b4c7bc8ba825"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:39:56.917657 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] For port 1e914471-9e6e-428f-baa3-d1e8c31c014b, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1e914471-9e6e-428f-baa3-d1e8c31c014b,segment=NetworkSegment(d46911b4-bf28-4904-9719-8b9bee711fe0),segment_id=d46911b4-bf28-4904-9719-8b9bee711fe0)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:39:56.934978 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2573d-41c8-4c6c-9d1f-db8b4626574e req-c9ec16d1-ec4a-4a93-b849-f43ef28e9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:56.936857 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-cff2573d-41c8-4c6c-9d1f-db8b4626574e req-c9ec16d1-ec4a-4a93-b849-f43ef28e9642 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5 HTTP/1.1" status: 200 len: 859 time: 0.1625628 Jul 19 17:39:56.938117 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:56.949250 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794642ce-f645-4c06-9a5d-8ec12f4b3437 x-openstack-request-id: req-794642ce-f645-4c06-9a5d-8ec12f4b3437 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:39:56.949533 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbdf2e0-665d-4dc5-9840-996c60cd168a", "tag": "c90129eb-975a-429a-918c-b4c7bc8ba825", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:39:56.949773 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-794642ce-f645-4c06-9a5d-8ec12f4b3437 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:39:56.950177 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'tag': 'c90129eb-975a-429a-918c-b4c7bc8ba825', 'status': 'completed', 'code': 200} Jul 19 17:39:56.955634 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f0da3-09aa-4e07-b2a6-23511828a7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c90129eb-975a-429a-918c-b4c7bc8ba825,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:57.046766 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:57.047385 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:57.048769 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] 10.222.0.49 "PUT /v2.0/ports/1e914471-9e6e-428f-baa3-d1e8c31c014b HTTP/1.1" status: 200 len: 1094 time: 1.9725955 Jul 19 17:39:57.111494 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-cff2573d-41c8-4c6c-9d1f-db8b4626574e req-a10f26fb-a1a0-497d-abc1-f6c513263095 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba199622-5356-4143-a827-7602fbb52049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309555 Jul 19 17:39:57.235152 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb1c0b-7a57-4fa8-9c5a-6eb1d2e6d073 service neutron] Pushing event updated for resources: {'Port': ['ID=1e914471-9e6e-428f-baa3-d1e8c31c014b,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:57.274664 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439b937-bca0-439d-86af-f519296797f5 req-02629de3-2d64-427a-a371-860b8609f378 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:57.277260 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b439b937-bca0-439d-86af-f519296797f5 req-02629de3-2d64-427a-a371-860b8609f378 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.1235242 Jul 19 17:39:57.319173 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 68047ea3-4512-4a1d-81df-bdd15d1a915b details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:39:57.323719 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2b767206-1782-4060-abe3-d4d7ebc561e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:57.329926 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fa15d-a8ca-4ea8-9bac-0eaeb5d3121f req-95205312-5b5b-4cc7-8a76-488bad515611 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:57.331457 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-930fa15d-a8ca-4ea8-9bac-0eaeb5d3121f req-95205312-5b5b-4cc7-8a76-488bad515611 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 943 time: 0.1266301 Jul 19 17:39:57.334618 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2b767206-1782-4060-abe3-d4d7ebc561e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:57.334742 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b439b937-bca0-439d-86af-f519296797f5 req-8139aac6-5b84-4ef9-8249-6586e4b4fbde tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531402 Jul 19 17:39:57.357562 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:39:57.376898 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-930fa15d-a8ca-4ea8-9bac-0eaeb5d3121f req-f817c62a-be7f-4f35-9ca5-2692198c3ac6 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384920 Jul 19 17:39:57.389126 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-4a6409f0-ae5c-4cc3-b438-cb7d4beaa677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:57.390831 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-4a6409f0-ae5c-4cc3-b438-cb7d4beaa677 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db9bcbdd085e472caf212d1387d82a77&device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 1097 time: 0.2745519 Jul 19 17:39:57.402431 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-cff2573d-41c8-4c6c-9d1f-db8b4626574e req-ad9789b7-ae46-48f6-a9ee-cc5247912c99 service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771816 Jul 19 17:39:57.407593 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-587d72b9-8128-4b96-97d0-a55b71e7e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:57.409564 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-587d72b9-8128-4b96-97d0-a55b71e7e7bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0634ad0c797e471297f37a2b2b27b253&device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 1096 time: 0.4314754 Jul 19 17:39:57.486521 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:39:57.496105 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 68047ea3-4512-4a1d-81df-bdd15d1a915b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=68047ea3-4512-4a1d-81df-bdd15d1a915b,segment=NetworkSegment(69cd2353-28ea-4c3e-a4d0-00348478ce78),segment_id=69cd2353-28ea-4c3e-a4d0-00348478ce78)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:57.498764 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:39:57.499331 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:57.518135 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556a0f8-be13-4283-a6a9-7448cb0078ef req-809e45f0-e6fa-4175-b558-50c80afde550 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:57.520083 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d556a0f8-be13-4283-a6a9-7448cb0078ef req-809e45f0-e6fa-4175-b558-50c80afde550 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 944 time: 0.0844181 Jul 19 17:39:57.530312 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': '68047ea3-4512-4a1d-81df-bdd15d1a915b', 'network_id': 'ba199622-5356-4143-a827-7602fbb52049', 'port_id': '68047ea3-4512-4a1d-81df-bdd15d1a915b', 'mac_address': 'fa:16:3e:cf:99:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:39:57.585432 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:57.596583 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d556a0f8-be13-4283-a6a9-7448cb0078ef req-5a4b87fb-0516-4a31-9d3f-1512285c7b06 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668149 Jul 19 17:39:57.630434 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68047ea3-4512-4a1d-81df-bdd15d1a915b {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:39:57.646747 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b767206-1782-4060-abe3-d4d7ebc561e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3dd986-a91a-44e3-bf56-ca879e55f46f,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:57.685898 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-9aaf7df0-f677-4058-bdad-c087d9d565c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c90129eb-975a-429a-918c-b4c7bc8ba825 HTTP/1.1" status: 200 len: 217 time: 0.2598817 Jul 19 17:39:57.697726 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-2b767206-1782-4060-abe3-d4d7ebc561e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=da20a562b80b493aae2209ff18bd3ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0978711 Jul 19 17:39:57.699128 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-b6e04403-c58c-4500-9f7e-efb90ce5d724 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e914471-9e6e-428f-baa3-d1e8c31c014b HTTP/1.1" status: 200 len: 217 time: 0.2884293 Jul 19 17:39:57.700437 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 47914) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:57.751510 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:57.752451 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-dd9d784f-2f05-43d6-b294-ce455a6e9809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:57.766750 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 68047ea3-4512-4a1d-81df-bdd15d1a915b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=68047ea3-4512-4a1d-81df-bdd15d1a915b,segment=NetworkSegment(69cd2353-28ea-4c3e-a4d0-00348478ce78),segment_id=69cd2353-28ea-4c3e-a4d0-00348478ce78)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:57.777673 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:57.778639 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 6489bb45-9a61-4b99-99a2-ad2e98aeb03a details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:39:57.779524 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-dd9d784f-2f05-43d6-b294-ce455a6e9809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:57.786000 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c6db6f-29fa-4ba3-bf00-77f2b13e7441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:39:57.835064 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-dd9d784f-2f05-43d6-b294-ce455a6e9809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:57.838579 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-dd9d784f-2f05-43d6-b294-ce455a6e9809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:57.847904 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-31c6836f-781f-4298-b5c3-f145de02ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:57.849354 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-31c6836f-781f-4298-b5c3-f145de02ffbe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=835b74c3-3174-4e3c-a77e-d02ca1e76c12 HTTP/1.1" status: 200 len: 849 time: 0.1314371 Jul 19 17:39:57.852351 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-dd9d784f-2f05-43d6-b294-ce455a6e9809 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c3dd986-a91a-44e3-bf56-ca879e55f46f HTTP/1.1" status: 204 len: 168 time: 0.1506944 Jul 19 17:39:57.859410 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-5df1c3ce-3430-4070-8096-de8d7b7ced34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:57.860851 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-5df1c3ce-3430-4070-8096-de8d7b7ced34 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=016908ef-9e1e-4636-acd6-cc64d9df8a14 HTTP/1.1" status: 200 len: 856 time: 0.1608806 Jul 19 17:39:57.869013 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d784f-2f05-43d6-b294-ce455a6e9809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3dd986-a91a-44e3-bf56-ca879e55f46f,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:57.922256 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:57.940155 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:57.991810 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=68047ea3-4512-4a1d-81df-bdd15d1a915b,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:58.009837 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-cff2573d-41c8-4c6c-9d1f-db8b4626574e req-45882c08-e982-48fd-9c38-d3af3b305cb2 service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668628 Jul 19 17:39:58.059207 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5f75e-cfd9-4be9-b4ce-b81bcee4696d req-8d0df48a-7711-436e-83d0-e6fdfd41b4e7 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:58.073841 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4fc5f75e-cfd9-4be9-b4ce-b81bcee4696d req-8d0df48a-7711-436e-83d0-e6fdfd41b4e7 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 945 time: 0.1296487 Jul 19 17:39:58.092772 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-f7d085f7-db3c-4bce-8615-f110514accfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:58.094534 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-f7d085f7-db3c-4bce-8615-f110514accfc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2267733 Jul 19 17:39:58.097477 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-ae62a8cc-a381-4708-927c-91fa737a2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:58.109709 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-ae62a8cc-a381-4708-927c-91fa737a2e78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9412ab90-14bd-4fb2-8549-8b0724c797fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2102060 Jul 19 17:39:58.140394 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910c391-0190-4e75-850f-74662a8a977a req-19ed40dd-8114-409d-b4a0-efb40f919057 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:58.141252 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9f0b67-f6d0-43f8-88e3-f0af16c6f608" -d '{"events": [{"server_uuid": "d1c6db6f-29fa-4ba3-bf00-77f2b13e7441", "name": "network-vif-plugged", "status": "completed", "tag": "a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:39:58.141945 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f910c391-0190-4e75-850f-74662a8a977a req-19ed40dd-8114-409d-b4a0-efb40f919057 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 944 time: 0.2400069 Jul 19 17:39:58.189654 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:58.199334 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 6489bb45-9a61-4b99-99a2-ad2e98aeb03a, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6489bb45-9a61-4b99-99a2-ad2e98aeb03a,segment=NetworkSegment(86864411-1781-4521-b924-79c4586d6b70),segment_id=86864411-1781-4521-b924-79c4586d6b70)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:58.203574 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4fc5f75e-cfd9-4be9-b4ce-b81bcee4696d req-c25c73eb-301f-46e6-bade-ba912971b3b9 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284018 Jul 19 17:39:58.215207 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': '6489bb45-9a61-4b99-99a2-ad2e98aeb03a', 'network_id': '3f5fcb9c-531a-402e-81d7-28dc74598047', 'port_id': '6489bb45-9a61-4b99-99a2-ad2e98aeb03a', 'mac_address': 'fa:16:3e:50:04:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc1e126-6997-4b9e-8f6a-523a120ff41d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:39:58.271947 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:58.285972 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f910c391-0190-4e75-850f-74662a8a977a req-0f26005b-d151-4019-b0af-37c9d7333c1e tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356809 Jul 19 17:39:58.304530 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6489bb45-9a61-4b99-99a2-ad2e98aeb03a {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:39:58.333309 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 6489bb45-9a61-4b99-99a2-ad2e98aeb03a, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6489bb45-9a61-4b99-99a2-ad2e98aeb03a,segment=NetworkSegment(86864411-1781-4521-b924-79c4586d6b70),segment_id=86864411-1781-4521-b924-79c4586d6b70)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:39:58.339273 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:58.346144 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-ee70d919-ba73-45ac-9b3a-e1868932d251 service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197170 Jul 19 17:39:58.350341 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-b1f38065-9c00-41d9-abb4-58bd6bfa53f3 service neutron] 10.222.0.49 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328649 Jul 19 17:39:58.406149 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 47938) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:58.425526 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ed84248f-02ac-4c81-87be-efed79752702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:58.438438 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=6489bb45-9a61-4b99-99a2-ad2e98aeb03a,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:58.470142 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b4124b-d4eb-4149-ac35-67caac1a3613 x-openstack-request-id: req-05b4124b-d4eb-4149-ac35-67caac1a3613 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:39:58.470684 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c6db6f-29fa-4ba3-bf00-77f2b13e7441", "name": "network-vif-plugged", "status": "completed", "tag": "a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:39:58.471165 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-05b4124b-d4eb-4149-ac35-67caac1a3613 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:39:58.471688 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c6db6f-29fa-4ba3-bf00-77f2b13e7441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b', 'code': 200} Jul 19 17:39:58.541830 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fbeda6ac-7c04-4581-9352-37e46399a420 req-8df319dd-88db-4d43-814d-e87bc1b6ada8 service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835160 Jul 19 17:39:58.589500 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5fd89cb3-baea-4fdd-81fd-2aa13ba231b9 req-ddafe0bb-a691-45fe-8ed3-543dcc19a559 service neutron] 10.222.0.49 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421785 Jul 19 17:39:58.683926 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd003b-8fd0-4372-b0c4-1c9706659f0e req-1c5eabe4-ce1f-4c26-a963-c9503357d036 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:58.685490 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7ccd003b-8fd0-4372-b0c4-1c9706659f0e req-1c5eabe4-ce1f-4c26-a963-c9503357d036 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.2165487 Jul 19 17:39:58.696789 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f5ead-95a3-4f29-bdc5-8facc0b5579a req-983e089f-5cb5-4496-9997-2fcce7903122 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:58.703521 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-644f5ead-95a3-4f29-bdc5-8facc0b5579a req-983e089f-5cb5-4496-9997-2fcce7903122 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 943 time: 0.1582930 Jul 19 17:39:58.729790 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['68047ea3-4512-4a1d-81df-bdd15d1a915b'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:39:58.753599 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['6489bb45-9a61-4b99-99a2-ad2e98aeb03a'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:39:58.756087 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ed84248f-02ac-4c81-87be-efed79752702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:58.774471 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ed84248f-02ac-4c81-87be-efed79752702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:58.786678 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-644f5ead-95a3-4f29-bdc5-8facc0b5579a req-675af81f-5e1e-4af8-bc7d-ec97cb8effae tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821726 Jul 19 17:39:58.841271 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7ccd003b-8fd0-4372-b0c4-1c9706659f0e req-7626dba5-9610-41a2-b3bf-2b395a26029e tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332750 Jul 19 17:39:58.847779 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84248f-02ac-4c81-87be-efed79752702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c89b81-92a6-4885-adcc-d164eef7a2d7,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:58.879840 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc983a6c-72eb-48db-a618-409df30c1e0b req-0fcb2443-9176-4a18-ae6b-038cf2b8713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:58.881310 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-cc983a6c-72eb-48db-a618-409df30c1e0b req-0fcb2443-9176-4a18-ae6b-038cf2b8713b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 1098 time: 0.1206400 Jul 19 17:39:58.883672 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f166e3-b308-4047-bbc9-f1dff1e4546d req-dfc48979-a32c-42ee-853c-46c8012524b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:58.885004 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-61f166e3-b308-4047-bbc9-f1dff1e4546d req-dfc48979-a32c-42ee-853c-46c8012524b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0634ad0c797e471297f37a2b2b27b253&device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 1096 time: 0.1643219 Jul 19 17:39:58.898472 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-ed84248f-02ac-4c81-87be-efed79752702 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=11a8b82b3a3d4c29b9dd72cab1485264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4904752 Jul 19 17:39:58.899201 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 47950) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:39:58.928982 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-cc983a6c-72eb-48db-a618-409df30c1e0b req-25aa9216-7bfe-45f9-b627-d2f4123ecb84 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:58.951388 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab68e979-d412-49d4-a13a-0d64d1dcb5e1', 'tag': '1e914471-9e6e-428f-baa3-d1e8c31c014b'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:39:58.953705 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b69b4f-a023-496c-978a-7331a2d5075b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab68e979-d412-49d4-a13a-0d64d1dcb5e1", "tag": "1e914471-9e6e-428f-baa3-d1e8c31c014b"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:39:59.003729 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d6d049ca-e165-44e6-937b-3cf25c0bf2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:59.028840 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478bf03d-47d2-4069-942a-ae6dcbd12bc4 x-openstack-request-id: req-478bf03d-47d2-4069-942a-ae6dcbd12bc4 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:39:59.029120 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab68e979-d412-49d4-a13a-0d64d1dcb5e1", "tag": "1e914471-9e6e-428f-baa3-d1e8c31c014b", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:39:59.029369 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-478bf03d-47d2-4069-942a-ae6dcbd12bc4 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:39:59.029758 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab68e979-d412-49d4-a13a-0d64d1dcb5e1', 'tag': '1e914471-9e6e-428f-baa3-d1e8c31c014b', 'status': 'completed', 'code': 200} Jul 19 17:39:59.033748 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d6d049ca-e165-44e6-937b-3cf25c0bf2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:59.053010 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afd1d6-102b-4d06-907c-e6bccaf64b60 req-b94244a2-f7a4-4cf2-96e2-ad70c7b11589 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:59.054471 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-64afd1d6-102b-4d06-907c-e6bccaf64b60 req-b94244a2-f7a4-4cf2-96e2-ad70c7b11589 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 944 time: 0.1787643 Jul 19 17:39:59.100513 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f166e3-b308-4047-bbc9-f1dff1e4546d req-4466fe9b-ecfd-4d50-b010-e0bd607519b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:59.102063 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-61f166e3-b308-4047-bbc9-f1dff1e4546d req-4466fe9b-ecfd-4d50-b010-e0bd607519b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9412ab90-14bd-4fb2-8549-8b0724c797fa HTTP/1.1" status: 200 len: 918 time: 0.2005794 Jul 19 17:39:59.109970 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-64afd1d6-102b-4d06-907c-e6bccaf64b60 req-354bb508-2f56-4b48-a19f-0fd6279663dd tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483091 Jul 19 17:39:59.122496 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d6d049ca-e165-44e6-937b-3cf25c0bf2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:59.125671 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d6d049ca-e165-44e6-937b-3cf25c0bf2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:59.131039 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-d6d049ca-e165-44e6-937b-3cf25c0bf2f0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/36c89b81-92a6-4885-adcc-d164eef7a2d7 HTTP/1.1" status: 204 len: 168 time: 0.2086585 Jul 19 17:39:59.140454 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d049ca-e165-44e6-937b-3cf25c0bf2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c89b81-92a6-4885-adcc-d164eef7a2d7,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:59.167671 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-61f166e3-b308-4047-bbc9-f1dff1e4546d req-7520576d-cd19-4488-815c-7dbf5a9b947f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c90129eb-975a-429a-918c-b4c7bc8ba825 HTTP/1.1" status: 200 len: 217 time: 0.0571096 Jul 19 17:39:59.187213 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-cc983a6c-72eb-48db-a618-409df30c1e0b req-25aa9216-7bfe-45f9-b627-d2f4123ecb84 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:59.192723 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-cc983a6c-72eb-48db-a618-409df30c1e0b req-25aa9216-7bfe-45f9-b627-d2f4123ecb84 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:39:59.202240 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b69b4f-a023-496c-978a-7331a2d5075b req-cdce6be0-cef6-4c5f-aba8-29b5b6fc8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:59.203713 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d1b69b4f-a023-496c-978a-7331a2d5075b req-cdce6be0-cef6-4c5f-aba8-29b5b6fc8f02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db9bcbdd085e472caf212d1387d82a77&device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 1097 time: 0.1524978 Jul 19 17:39:59.229097 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-cc983a6c-72eb-48db-a618-409df30c1e0b req-25aa9216-7bfe-45f9-b627-d2f4123ecb84 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340147 Jul 19 17:39:59.233813 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa9216-7bfe-45f9-b627-d2f4123ecb84 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dfb99d-8e82-469b-890b-61c497bf2735,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:39:59.338945 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329bcf8-0cd4-4273-aa83-97cb4af1d69e req-9f39199c-4e8b-4d4b-9f35-d0652781455f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:59.340472 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7329bcf8-0cd4-4273-aa83-97cb4af1d69e req-9f39199c-4e8b-4d4b-9f35-d0652781455f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 945 time: 0.0673611 Jul 19 17:39:59.414964 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7329bcf8-0cd4-4273-aa83-97cb4af1d69e req-47f42dff-aa9d-4adc-b500-d001713680ba tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610230 Jul 19 17:39:59.437466 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a826c2-2e68-42b2-a267-d67e46cb94f9 req-f700d18c-7b73-4d8e-a9a2-4d1871644ee5 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:59.439128 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a0a826c2-2e68-42b2-a267-d67e46cb94f9 req-f700d18c-7b73-4d8e-a9a2-4d1871644ee5 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 945 time: 0.0955667 Jul 19 17:39:59.478292 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a0a826c2-2e68-42b2-a267-d67e46cb94f9 req-57d008f9-53df-44ee-b37e-da86ceabc2ed tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337708 Jul 19 17:39:59.920883 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f02252-6df6-4783-a25e-b07f2fd9c0bc req-df400958-9f89-43ed-8517-d19c2d0e9c8b tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:39:59.922700 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-19f02252-6df6-4783-a25e-b07f2fd9c0bc req-df400958-9f89-43ed-8517-d19c2d0e9c8b tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 943 time: 0.0695553 Jul 19 17:39:59.996429 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-19f02252-6df6-4783-a25e-b07f2fd9c0bc req-285dfd54-5e99-4cf1-8859-58617a172e6a tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676811 Jul 19 17:40:00.030896 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc663a0-7976-41fb-84d8-d2609613b94b req-5bf53c47-e1da-47a6-9fed-505ba469948c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:00.033704 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0cc663a0-7976-41fb-84d8-d2609613b94b req-5bf53c47-e1da-47a6-9fed-505ba469948c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0984089 Jul 19 17:40:00.072687 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0cc663a0-7976-41fb-84d8-d2609613b94b req-aa233609-c40b-49f3-ace1-5bbe9988982c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348797 Jul 19 17:40:00.249962 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db4fe6-7627-4d9b-8855-720544f76d03 req-45c1f8ce-46e1-4fe9-94be-7731e79a22f4 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:00.251501 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a0db4fe6-7627-4d9b-8855-720544f76d03 req-45c1f8ce-46e1-4fe9-94be-7731e79a22f4 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 944 time: 0.0679228 Jul 19 17:40:00.294874 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a0db4fe6-7627-4d9b-8855-720544f76d03 req-f7dcd8a2-f011-4a2d-9274-256c8acda0e8 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354183 Jul 19 17:40:00.545396 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5461ac-6e13-4332-b635-a91a2188a9a7 req-995a9796-8cea-4844-ae06-824b566235ff tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:00.547211 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-aa5461ac-6e13-4332-b635-a91a2188a9a7 req-995a9796-8cea-4844-ae06-824b566235ff tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 945 time: 0.0650287 Jul 19 17:40:00.627871 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-aa5461ac-6e13-4332-b635-a91a2188a9a7 req-093157fa-af13-4700-adf4-c0d7c2076b5e tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686328 Jul 19 17:40:00.644307 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499e191-88d3-4766-ae37-3c8b9a1d46d1 req-027d5e04-c9ba-427d-b583-08c610e710b1 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:00.645787 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8499e191-88d3-4766-ae37-3c8b9a1d46d1 req-027d5e04-c9ba-427d-b583-08c610e710b1 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 945 time: 0.0976989 Jul 19 17:40:00.683748 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8499e191-88d3-4766-ae37-3c8b9a1d46d1 req-348ef932-5615-45e0-afb7-173fdeec7c39 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323694 Jul 19 17:40:01.124752 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adba49-f4ed-4402-928a-fd707473aaee req-b1d705ed-f7e4-4ae0-a592-f11376e50225 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:01.126252 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f5adba49-f4ed-4402-928a-fd707473aaee req-b1d705ed-f7e4-4ae0-a592-f11376e50225 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 943 time: 0.0631983 Jul 19 17:40:01.196490 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f5adba49-f4ed-4402-928a-fd707473aaee req-7e0c1a5b-f1f9-41a4-a494-6a4c07830521 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646377 Jul 19 17:40:01.229275 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489c08f-a5de-4c17-b0ea-a17cd06ba1f8 req-ebdf2292-f4bc-40dc-96d6-eb4e7ce8cde4 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:01.230780 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d489c08f-a5de-4c17-b0ea-a17cd06ba1f8 req-ebdf2292-f4bc-40dc-96d6-eb4e7ce8cde4 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0844448 Jul 19 17:40:01.270309 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d489c08f-a5de-4c17-b0ea-a17cd06ba1f8 req-7bfb14dd-726c-4bfd-a857-7ada0edffba7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339088 Jul 19 17:40:01.421799 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4146c08-e02a-4572-9ccd-1d3327d05edc req-1385eb63-aee1-4532-a36b-f11110c54831 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:01.423219 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a4146c08-e02a-4572-9ccd-1d3327d05edc req-1385eb63-aee1-4532-a36b-f11110c54831 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 944 time: 0.0641592 Jul 19 17:40:01.460373 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a4146c08-e02a-4572-9ccd-1d3327d05edc req-baaaedfd-3c26-4716-9a0a-abb67bee67fc tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313957 Jul 19 17:40:01.756932 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804286f-510c-420f-9beb-dbf9904b92a9 req-3db40fa6-d1ef-4207-9760-eae9500064eb tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:01.759082 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e804286f-510c-420f-9beb-dbf9904b92a9 req-3db40fa6-d1ef-4207-9760-eae9500064eb tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 945 time: 0.0664792 Jul 19 17:40:01.823461 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e804286f-510c-420f-9beb-dbf9904b92a9 req-ed37a067-2602-4001-8428-56d115c3798e tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553889 Jul 19 17:40:01.844521 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e1510-7d9a-4798-bd57-9ab97d6b728f req-2d75869f-5caa-446b-b2c1-67d2965b4621 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:01.845980 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b79e1510-7d9a-4798-bd57-9ab97d6b728f req-2d75869f-5caa-446b-b2c1-67d2965b4621 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 945 time: 0.0860586 Jul 19 17:40:01.884195 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 12628b74-92ee-454d-86fb-76ac8c21bd25 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:40:01.887937 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b79e1510-7d9a-4798-bd57-9ab97d6b728f req-f43b4526-ab1c-4aa5-b142-cd98ce98f1f1 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337219 Jul 19 17:40:01.999665 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 12628b74-92ee-454d-86fb-76ac8c21bd25, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=12628b74-92ee-454d-86fb-76ac8c21bd25,segment=NetworkSegment(69cd2353-28ea-4c3e-a4d0-00348478ce78),segment_id=69cd2353-28ea-4c3e-a4d0-00348478ce78)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:02.011046 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': '12628b74-92ee-454d-86fb-76ac8c21bd25', 'network_id': 'ba199622-5356-4143-a827-7602fbb52049', 'port_id': '12628b74-92ee-454d-86fb-76ac8c21bd25', 'mac_address': 'fa:16:3e:06:1b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:40:02.047081 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:02.060242 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12628b74-92ee-454d-86fb-76ac8c21bd25 {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:40:02.078832 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 12628b74-92ee-454d-86fb-76ac8c21bd25, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=12628b74-92ee-454d-86fb-76ac8c21bd25,segment=NetworkSegment(69cd2353-28ea-4c3e-a4d0-00348478ce78),segment_id=69cd2353-28ea-4c3e-a4d0-00348478ce78)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:02.082444 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:02.128504 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=12628b74-92ee-454d-86fb-76ac8c21bd25,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:02.406416 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f166e3-b308-4047-bbc9-f1dff1e4546d req-34f6af0e-8a25-450a-aec3-8db046d304ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:02.407867 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-61f166e3-b308-4047-bbc9-f1dff1e4546d req-34f6af0e-8a25-450a-aec3-8db046d304ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=016908ef-9e1e-4636-acd6-cc64d9df8a14 HTTP/1.1" status: 200 len: 856 time: 0.1292987 Jul 19 17:40:02.411747 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52c47b-798a-49c3-9445-d9bc1e9ba9e6 req-f709a598-548f-44a6-b32e-10752877ee33 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:02.413318 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bd52c47b-798a-49c3-9445-d9bc1e9ba9e6 req-f709a598-548f-44a6-b32e-10752877ee33 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 944 time: 0.1408718 Jul 19 17:40:02.453318 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f9dc4-590a-4753-9a51-98ac0adbbb6c req-ba54ecdb-5b18-40b7-9445-4076a4438373 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:02.454823 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-569f9dc4-590a-4753-9a51-98ac0adbbb6c req-ba54ecdb-5b18-40b7-9445-4076a4438373 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.1011419 Jul 19 17:40:02.461068 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b69b4f-a023-496c-978a-7331a2d5075b req-758c14af-19ea-483b-bca7-01b8335a67d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:02.462515 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d1b69b4f-a023-496c-978a-7331a2d5075b req-758c14af-19ea-483b-bca7-01b8335a67d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a HTTP/1.1" status: 200 len: 911 time: 0.1698277 Jul 19 17:40:02.483748 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bd52c47b-798a-49c3-9445-d9bc1e9ba9e6 req-9be53cdd-61a1-46e2-b804-845db7110333 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614924 Jul 19 17:40:02.512411 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-569f9dc4-590a-4753-9a51-98ac0adbbb6c req-9b0296af-f5f9-4525-aab5-df9880d3f014 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478389 Jul 19 17:40:02.515442 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d1b69b4f-a023-496c-978a-7331a2d5075b req-4953c112-18f3-46de-b424-4356f69c3039 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e914471-9e6e-428f-baa3-d1e8c31c014b HTTP/1.1" status: 200 len: 217 time: 0.0441341 Jul 19 17:40:02.518066 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f166e3-b308-4047-bbc9-f1dff1e4546d req-2e492d8e-49c4-4b68-a487-d69dfa8a4360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:02.519437 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-61f166e3-b308-4047-bbc9-f1dff1e4546d req-2e492d8e-49c4-4b68-a487-d69dfa8a4360 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9412ab90-14bd-4fb2-8549-8b0724c797fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1034718 Jul 19 17:40:02.564485 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['12628b74-92ee-454d-86fb-76ac8c21bd25'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:40:02.618549 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5e739-3d3f-4a8c-bfe3-d99c46c89e78 req-5099ac74-bda0-490c-8cd3-ad9d996942c9 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:02.620187 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a3a5e739-3d3f-4a8c-bfe3-d99c46c89e78 req-5099ac74-bda0-490c-8cd3-ad9d996942c9 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 944 time: 0.0668216 Jul 19 17:40:02.625559 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b69b4f-a023-496c-978a-7331a2d5075b req-f77c484d-2943-4f42-85f9-d12472282c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:02.627097 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d1b69b4f-a023-496c-978a-7331a2d5075b req-f77c484d-2943-4f42-85f9-d12472282c9b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=835b74c3-3174-4e3c-a77e-d02ca1e76c12 HTTP/1.1" status: 200 len: 849 time: 0.0984058 Jul 19 17:40:02.661000 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a3a5e739-3d3f-4a8c-bfe3-d99c46c89e78 req-ee210714-3a7e-49f7-8239-7c214cf9de37 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342894 Jul 19 17:40:02.678273 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-61f166e3-b308-4047-bbc9-f1dff1e4546d req-47921c9d-193a-4e1a-a45b-9ec58ce9703c service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504607 Jul 19 17:40:02.750355 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b69b4f-a023-496c-978a-7331a2d5075b req-961ab878-1c19-4d4b-b0c3-8dd17370b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:02.751726 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d1b69b4f-a023-496c-978a-7331a2d5075b req-961ab878-1c19-4d4b-b0c3-8dd17370b707 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1167796 Jul 19 17:40:02.808310 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-61f166e3-b308-4047-bbc9-f1dff1e4546d req-ba924a90-74be-41fd-863c-4536c714b153 service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214507 Jul 19 17:40:02.859494 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d1b69b4f-a023-496c-978a-7331a2d5075b req-8b7d0355-04f5-4ce4-9f19-4ecb449bcb60 service neutron] 10.222.0.49 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000974 Jul 19 17:40:02.958083 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d1b69b4f-a023-496c-978a-7331a2d5075b req-8f2e11da-72fc-46db-9f41-b3fd4ad505c2 service neutron] 10.222.0.49 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905213 Jul 19 17:40:03.032076 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7af7c-10e0-45b5-b00b-83de22a9e831 req-7b6e466d-4e88-4240-9393-4889f770a030 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:03.033657 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1ab7af7c-10e0-45b5-b00b-83de22a9e831 req-7b6e466d-4e88-4240-9393-4889f770a030 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 945 time: 0.1443520 Jul 19 17:40:03.086199 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1ab7af7c-10e0-45b5-b00b-83de22a9e831 req-fcd91f6f-296d-435a-806e-0bff800bb9c0 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464370 Jul 19 17:40:03.094332 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dfaf9-e199-4e29-b84f-56562e42bb87 req-cb4cceda-06dc-410b-ba72-f02839a877cc tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:03.095951 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f67dfaf9-e199-4e29-b84f-56562e42bb87 req-cb4cceda-06dc-410b-ba72-f02839a877cc tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 945 time: 0.1036198 Jul 19 17:40:03.137820 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f67dfaf9-e199-4e29-b84f-56562e42bb87 req-76c6a6e1-2aa9-4897-be85-fee3c6908a24 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347118 Jul 19 17:40:03.668604 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff548ee-5c52-474f-9b66-fef89f1d6a25 req-b5946ba7-5195-4be4-a0ec-b492133ccade tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:03.670231 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5ff548ee-5c52-474f-9b66-fef89f1d6a25 req-b5946ba7-5195-4be4-a0ec-b492133ccade tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 944 time: 0.1184418 Jul 19 17:40:03.687769 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c851d6-a6aa-4d62-9ec2-ef264e04326f req-c1c6e555-471f-47c9-b1be-47711a831a2c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:03.689441 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-35c851d6-a6aa-4d62-9ec2-ef264e04326f req-c1c6e555-471f-47c9-b1be-47711a831a2c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.1000490 Jul 19 17:40:03.751929 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5ff548ee-5c52-474f-9b66-fef89f1d6a25 req-bfad6e70-e1ad-413a-b2be-3c1f40c9e947 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718365 Jul 19 17:40:03.754889 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-35c851d6-a6aa-4d62-9ec2-ef264e04326f req-e9b51d1e-0734-4fd9-b1c5-a74f666723a5 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594909 Jul 19 17:40:03.881131 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 68047ea3-4512-4a1d-81df-bdd15d1a915b up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:40:03.916539 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac143e18-1ee1-468c-bb6a-7525b235761b req-89ce5d30-a228-4062-96f1-e9c19e3c3c9e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:03.918148 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ac143e18-1ee1-468c-bb6a-7525b235761b req-89ce5d30-a228-4062-96f1-e9c19e3c3c9e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 944 time: 0.0714459 Jul 19 17:40:03.932278 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port 68047ea3-4512-4a1d-81df-bdd15d1a915b completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:40:03.936382 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port 68047ea3-4512-4a1d-81df-bdd15d1a915b triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:40:03.936746 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:03.959551 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ac143e18-1ee1-468c-bb6a-7525b235761b req-6676f983-0728-476b-b23c-e87d30b23e2e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353734 Jul 19 17:40:04.033868 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:04.057007 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc67641-e6e7-44fa-83be-ba1eb1b6789d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68047ea3-4512-4a1d-81df-bdd15d1a915b'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:40:04.059283 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41938fe1-d46a-4159-88f6-ddff87c46a73" -d '{"events": [{"server_uuid": "7dc67641-e6e7-44fa-83be-ba1eb1b6789d", "name": "network-vif-plugged", "status": "completed", "tag": "68047ea3-4512-4a1d-81df-bdd15d1a915b"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:40:04.071924 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 68047ea3-4512-4a1d-81df-bdd15d1a915b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=68047ea3-4512-4a1d-81df-bdd15d1a915b,segment=NetworkSegment(69cd2353-28ea-4c3e-a4d0-00348478ce78),segment_id=69cd2353-28ea-4c3e-a4d0-00348478ce78)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:04.076596 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:04.077488 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 12628b74-92ee-454d-86fb-76ac8c21bd25 up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:40:04.116399 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2093446e-e696-46ea-831d-32189da1d047 x-openstack-request-id: req-2093446e-e696-46ea-831d-32189da1d047 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:40:04.116706 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc67641-e6e7-44fa-83be-ba1eb1b6789d", "name": "network-vif-plugged", "status": "completed", "tag": "68047ea3-4512-4a1d-81df-bdd15d1a915b", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:40:04.116934 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2093446e-e696-46ea-831d-32189da1d047 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:40:04.117317 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc67641-e6e7-44fa-83be-ba1eb1b6789d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68047ea3-4512-4a1d-81df-bdd15d1a915b', 'code': 200} Jul 19 17:40:04.158109 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=68047ea3-4512-4a1d-81df-bdd15d1a915b,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:04.176478 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port 12628b74-92ee-454d-86fb-76ac8c21bd25 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:40:04.181151 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port 12628b74-92ee-454d-86fb-76ac8c21bd25 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:40:04.181677 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:04.212331 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 48124) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:04.303961 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:04.311255 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6205f-a762-459d-a4aa-cc639d56698e req-c48cc797-8bb2-489c-b4bf-052c82fe2ac7 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:04.313129 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-99d6205f-a762-459d-a4aa-cc639d56698e req-c48cc797-8bb2-489c-b4bf-052c82fe2ac7 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 945 time: 0.1312618 Jul 19 17:40:04.348677 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d1883-5c9e-43b1-b2ff-0e74df9c60af req-d75895dd-c767-47ee-b1b7-e22a8ba7f702 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:04.353545 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 12628b74-92ee-454d-86fb-76ac8c21bd25, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=12628b74-92ee-454d-86fb-76ac8c21bd25,segment=NetworkSegment(69cd2353-28ea-4c3e-a4d0-00348478ce78),segment_id=69cd2353-28ea-4c3e-a4d0-00348478ce78)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:04.354070 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-cc8d1883-5c9e-43b1-b2ff-0e74df9c60af req-d75895dd-c767-47ee-b1b7-e22a8ba7f702 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 945 time: 0.1202905 Jul 19 17:40:04.366959 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:04.369294 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 6489bb45-9a61-4b99-99a2-ad2e98aeb03a up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:40:04.375397 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0c002541-0c7e-448a-93b1-77daead4ea75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:04.394443 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-99d6205f-a762-459d-a4aa-cc639d56698e req-4e200e87-1d83-4c94-9c45-82d037173b0d tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712614 Jul 19 17:40:04.421096 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-cc8d1883-5c9e-43b1-b2ff-0e74df9c60af req-3718dfba-012e-4b06-9159-91cdd5fa8a72 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540905 Jul 19 17:40:04.436934 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ca8a3-8685-4140-a784-1e087adb6088 req-1cd40b14-a69b-4614-a7f3-0aa48096274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:04.438445 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-9b4ca8a3-8685-4140-a784-1e087adb6088 req-1cd40b14-a69b-4614-a7f3-0aa48096274d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 1099 time: 0.1253920 Jul 19 17:40:04.485421 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=12628b74-92ee-454d-86fb-76ac8c21bd25,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:04.510075 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-9b4ca8a3-8685-4140-a784-1e087adb6088 req-50f48c2e-eb7c-460c-b7bd-645d7323904d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627737 Jul 19 17:40:04.520521 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port 6489bb45-9a61-4b99-99a2-ad2e98aeb03a completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:40:04.525881 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port 6489bb45-9a61-4b99-99a2-ad2e98aeb03a triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:40:04.526606 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:04.558365 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0c002541-0c7e-448a-93b1-77daead4ea75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:04.567116 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0c002541-0c7e-448a-93b1-77daead4ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:04.598567 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-0c002541-0c7e-448a-93b1-77daead4ea75 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0eee27837de4ba7bd02392e93a44ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839555 Jul 19 17:40:04.600624 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 48136) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:04.613608 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:04.645818 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c002541-0c7e-448a-93b1-77daead4ea75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a383ec6-13c0-4e46-a5a0-90958cc23880,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:04.679879 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 6489bb45-9a61-4b99-99a2-ad2e98aeb03a, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6489bb45-9a61-4b99-99a2-ad2e98aeb03a,segment=NetworkSegment(86864411-1781-4521-b924-79c4586d6b70),segment_id=86864411-1781-4521-b924-79c4586d6b70)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:04.681771 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-273deecd-62c0-480a-ac3e-12d2c56632ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:04.684689 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:04.708775 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-273deecd-62c0-480a-ac3e-12d2c56632ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:04.740374 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=6489bb45-9a61-4b99-99a2-ad2e98aeb03a,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:04.774271 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-273deecd-62c0-480a-ac3e-12d2c56632ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:04.776905 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-273deecd-62c0-480a-ac3e-12d2c56632ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:04.780371 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-273deecd-62c0-480a-ac3e-12d2c56632ee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6a383ec6-13c0-4e46-a5a0-90958cc23880 HTTP/1.1" status: 204 len: 168 time: 0.1760297 Jul 19 17:40:04.809513 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273deecd-62c0-480a-ac3e-12d2c56632ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a383ec6-13c0-4e46-a5a0-90958cc23880,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:04.947969 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a40fb4-726c-4bbc-9ed3-b2f8a2058dc1 req-29569f02-7dfb-4832-9877-901e59d12eb3 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:04.949439 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-34a40fb4-726c-4bbc-9ed3-b2f8a2058dc1 req-29569f02-7dfb-4832-9877-901e59d12eb3 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.1132629 Jul 19 17:40:04.960232 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcac71-989c-42ad-a2a0-192b9f52f863 req-4f994513-1d4d-4d79-8eff-cf01fac398aa tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:04.961621 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0ffcac71-989c-42ad-a2a0-192b9f52f863 req-4f994513-1d4d-4d79-8eff-cf01fac398aa tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0915530 Jul 19 17:40:05.010660 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-34a40fb4-726c-4bbc-9ed3-b2f8a2058dc1 req-e7d4da30-f52f-456f-807e-a84891425afa tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480702 Jul 19 17:40:05.030551 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0ffcac71-989c-42ad-a2a0-192b9f52f863 req-20623941-ccec-4eb3-a9fd-c3a3942933bd tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611887 Jul 19 17:40:05.099093 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 48156) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:05.112811 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-698159e5-8e33-43cc-8bd4-55348e13d52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:05.141664 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48d9e7-44e4-4ec0-8681-9742719cb59d req-06f94ed7-0c6f-4a61-a1b6-9e9e6725eca8 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:05.143189 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4f48d9e7-44e4-4ec0-8681-9742719cb59d req-06f94ed7-0c6f-4a61-a1b6-9e9e6725eca8 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 944 time: 0.0687232 Jul 19 17:40:05.183877 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4f48d9e7-44e4-4ec0-8681-9742719cb59d req-8f795bf7-3f63-4d11-a41f-b2cc3510d863 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349772 Jul 19 17:40:05.201920 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-698159e5-8e33-43cc-8bd4-55348e13d52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:05.206080 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-698159e5-8e33-43cc-8bd4-55348e13d52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:05.243334 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698159e5-8e33-43cc-8bd4-55348e13d52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaa09a6-2198-4bd0-9baa-615346a4043a,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:05.247528 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-698159e5-8e33-43cc-8bd4-55348e13d52a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c8e99f1fe06643daaf45598989f535e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472645 Jul 19 17:40:05.250363 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 48158) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:05.299198 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-4cf29705-5577-454a-be76-308692682b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:05.320721 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-4cf29705-5577-454a-be76-308692682b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:05.368278 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-4cf29705-5577-454a-be76-308692682b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:05.370791 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-4cf29705-5577-454a-be76-308692682b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:05.371917 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-4cf29705-5577-454a-be76-308692682b63 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bbaa09a6-2198-4bd0-9baa-615346a4043a HTTP/1.1" status: 204 len: 168 time: 0.1208372 Jul 19 17:40:05.380380 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf29705-5577-454a-be76-308692682b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaa09a6-2198-4bd0-9baa-615346a4043a,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:05.565764 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbddfd-6614-4f64-ab65-26f5315ed909 req-2570fe39-227c-44f9-a6a0-5ba126555803 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:05.567307 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a8dbddfd-6614-4f64-ab65-26f5315ed909 req-2570fe39-227c-44f9-a6a0-5ba126555803 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 946 time: 0.0659561 Jul 19 17:40:05.622590 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a8dbddfd-6614-4f64-ab65-26f5315ed909 req-ceea3beb-a06a-404e-a11c-28d8f2c950b3 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487523 Jul 19 17:40:05.888844 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 1e914471-9e6e-428f-baa3-d1e8c31c014b details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:40:05.994091 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 1e914471-9e6e-428f-baa3-d1e8c31c014b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1e914471-9e6e-428f-baa3-d1e8c31c014b,segment=NetworkSegment(d46911b4-bf28-4904-9719-8b9bee711fe0),segment_id=d46911b4-bf28-4904-9719-8b9bee711fe0)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:06.007575 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': '1e914471-9e6e-428f-baa3-d1e8c31c014b', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'port_id': '1e914471-9e6e-428f-baa3-d1e8c31c014b', 'mac_address': 'fa:16:3e:78:01:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:40:06.059123 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:06.073397 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e914471-9e6e-428f-baa3-d1e8c31c014b {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:40:06.098156 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 1e914471-9e6e-428f-baa3-d1e8c31c014b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1e914471-9e6e-428f-baa3-d1e8c31c014b,segment=NetworkSegment(d46911b4-bf28-4904-9719-8b9bee711fe0),segment_id=d46911b4-bf28-4904-9719-8b9bee711fe0)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:06.103110 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:06.103871 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device c90129eb-975a-429a-918c-b4c7bc8ba825 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:40:06.144161 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd4eb88-7f3a-478d-88cb-a88e874f671f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12628b74-92ee-454d-86fb-76ac8c21bd25'}, {'server_uuid': '6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6489bb45-9a61-4b99-99a2-ad2e98aeb03a'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:40:06.146719 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1e9c58-c12a-4001-b99c-b0341184987e" -d '{"events": [{"server_uuid": "3cd4eb88-7f3a-478d-88cb-a88e874f671f", "name": "network-vif-plugged", "status": "completed", "tag": "12628b74-92ee-454d-86fb-76ac8c21bd25"}, {"server_uuid": "6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3", "name": "network-vif-plugged", "status": "completed", "tag": "6489bb45-9a61-4b99-99a2-ad2e98aeb03a"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:40:06.164893 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e88a51-deca-42e0-a415-ee2669e25659 req-1c02c7dd-2d18-4f71-a9a8-e19df21a6673 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:06.172515 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a1e88a51-deca-42e0-a415-ee2669e25659 req-1c02c7dd-2d18-4f71-a9a8-e19df21a6673 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0804758 Jul 19 17:40:06.200365 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=1e914471-9e6e-428f-baa3-d1e8c31c014b,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:06.227667 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a1e88a51-deca-42e0-a415-ee2669e25659 req-b037e687-a393-4176-a1ca-5b5d2187cb2a tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539224 Jul 19 17:40:06.283571 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port c90129eb-975a-429a-918c-b4c7bc8ba825, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c90129eb-975a-429a-918c-b4c7bc8ba825,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:06.296409 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': 'c90129eb-975a-429a-918c-b4c7bc8ba825', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'port_id': 'c90129eb-975a-429a-918c-b4c7bc8ba825', 'mac_address': 'fa:16:3e:13:61:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:40:06.345147 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:06.365399 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90129eb-975a-429a-918c-b4c7bc8ba825 {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:40:06.398760 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366fae1-c49a-4502-9008-eadc2006204c req-2b3c3859-5611-4667-b236-02eb53e6b567 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:06.404829 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1366fae1-c49a-4502-9008-eadc2006204c req-2b3c3859-5611-4667-b236-02eb53e6b567 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.1099312 Jul 19 17:40:06.413942 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port c90129eb-975a-429a-918c-b4c7bc8ba825, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c90129eb-975a-429a-918c-b4c7bc8ba825,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:06.419609 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 19 Jul 2021 17:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797e0a04-c30f-47d7-aaaf-0908538f06c0 x-openstack-request-id: req-797e0a04-c30f-47d7-aaaf-0908538f06c0 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:40:06.419936 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd4eb88-7f3a-478d-88cb-a88e874f671f", "name": "network-vif-plugged", "status": "completed", "tag": "12628b74-92ee-454d-86fb-76ac8c21bd25", "code": 200}, {"server_uuid": "6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3", "name": "network-vif-plugged", "status": "completed", "tag": "6489bb45-9a61-4b99-99a2-ad2e98aeb03a", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:40:06.420163 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-797e0a04-c30f-47d7-aaaf-0908538f06c0 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:40:06.420848 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd4eb88-7f3a-478d-88cb-a88e874f671f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12628b74-92ee-454d-86fb-76ac8c21bd25', 'code': 200} Jul 19 17:40:06.421139 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6489bb45-9a61-4b99-99a2-ad2e98aeb03a', 'code': 200} Jul 19 17:40:06.422357 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:06.459620 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1366fae1-c49a-4502-9008-eadc2006204c req-32301187-0c43-4dbd-ace0-e44e7af86dff tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495238 Jul 19 17:40:06.488128 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=c90129eb-975a-429a-918c-b4c7bc8ba825,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:06.591884 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764714d6-5642-4ef2-aa41-b7ce90afbf89 req-eaa2719b-df0f-4563-a458-fbe017c120e8 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:06.595350 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-764714d6-5642-4ef2-aa41-b7ce90afbf89 req-eaa2719b-df0f-4563-a458-fbe017c120e8 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 945 time: 0.1151712 Jul 19 17:40:06.697848 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-764714d6-5642-4ef2-aa41-b7ce90afbf89 req-bd0087d3-c1db-4bde-a9f1-f690e6a32ac6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951519 Jul 19 17:40:06.795789 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44cc3d-5cca-4208-80f7-7ad65e4c0228 req-06304bf9-effb-48bf-90a6-ecbc82479832 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:06.797371 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fa44cc3d-5cca-4208-80f7-7ad65e4c0228 req-06304bf9-effb-48bf-90a6-ecbc82479832 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 946 time: 0.0806003 Jul 19 17:40:06.839346 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fa44cc3d-5cca-4208-80f7-7ad65e4c0228 req-76977370-4301-4769-9b29-b9a62d2e4059 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329380 Jul 19 17:40:06.848506 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['1e914471-9e6e-428f-baa3-d1e8c31c014b'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:40:06.892907 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f983a-ea62-42e1-ba8d-e28022d9ab73 req-f636c1e5-31e8-4e98-b410-ddf9cf54a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:06.894435 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ab9f983a-ea62-42e1-ba8d-e28022d9ab73 req-f636c1e5-31e8-4e98-b410-ddf9cf54a921 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 1099 time: 0.0941823 Jul 19 17:40:06.899625 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['c90129eb-975a-429a-918c-b4c7bc8ba825'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:40:06.935442 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97484cff-cd36-43f5-b1b3-5507acae84a2 req-81dae9c7-962c-4f13-95eb-12760c7fe388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:06.937176 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-97484cff-cd36-43f5-b1b3-5507acae84a2 req-81dae9c7-962c-4f13-95eb-12760c7fe388 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 1098 time: 0.1013892 Jul 19 17:40:06.943596 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ab9f983a-ea62-42e1-ba8d-e28022d9ab73 req-d281da78-f5b3-41e5-a079-0ca6873e7a01 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418243 Jul 19 17:40:06.977372 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-97484cff-cd36-43f5-b1b3-5507acae84a2 req-684cd9f9-5681-4af5-b3e2-63954a3a246c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326774 Jul 19 17:40:07.373765 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d39c1-9c56-4034-ad45-3859e8a831f4 req-51420475-5f83-4681-8bd3-bf52ca3cf23b tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:07.375353 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-040d39c1-9c56-4034-ad45-3859e8a831f4 req-51420475-5f83-4681-8bd3-bf52ca3cf23b tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0747049 Jul 19 17:40:07.413359 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-040d39c1-9c56-4034-ad45-3859e8a831f4 req-689f78f0-56e7-46ef-a2c1-6a96cc66f61f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322831 Jul 19 17:40:07.590373 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79734721-e7b0-4fff-a615-022a2ef7509b req-a2152540-664b-4a6b-98b2-d4e39d8c4dcc tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:07.591826 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-79734721-e7b0-4fff-a615-022a2ef7509b req-a2152540-664b-4a6b-98b2-d4e39d8c4dcc tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 944 time: 0.0613949 Jul 19 17:40:07.630710 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-79734721-e7b0-4fff-a615-022a2ef7509b req-380ea313-5bc9-4f30-8fc7-7d9db25b3b49 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332601 Jul 19 17:40:07.837621 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1d6a0-41d4-4690-ace1-36d277d1bd7a req-332c911c-7a0c-4616-b7be-fdbe4d84e37d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:07.839126 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-20e1d6a0-41d4-4690-ace1-36d277d1bd7a req-332c911c-7a0c-4616-b7be-fdbe4d84e37d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 945 time: 0.0715950 Jul 19 17:40:07.877057 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-20e1d6a0-41d4-4690-ace1-36d277d1bd7a req-6f533b45-163b-4174-aaae-8a10e2a47785 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323606 Jul 19 17:40:08.007493 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c7463-a42d-45d7-862e-4ff3ccc85175 req-dd507aa6-e68b-47ad-b594-040775855ff7 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:08.009300 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-614c7463-a42d-45d7-862e-4ff3ccc85175 req-dd507aa6-e68b-47ad-b594-040775855ff7 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 946 time: 0.0901670 Jul 19 17:40:08.053012 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-614c7463-a42d-45d7-862e-4ff3ccc85175 req-2e325838-f934-42bc-b476-2b29d86e2a7c tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358629 Jul 19 17:40:08.555560 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517ee6d-776b-4916-8273-39acf21b62a9 req-a91c597e-89c1-45f9-80af-7580b9e07b56 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:08.557057 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7517ee6d-776b-4916-8273-39acf21b62a9 req-a91c597e-89c1-45f9-80af-7580b9e07b56 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0704257 Jul 19 17:40:08.593935 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7517ee6d-776b-4916-8273-39acf21b62a9 req-94d204d4-0587-4e1a-a6e9-45eaf7a881cd tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313730 Jul 19 17:40:08.764797 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc02e1-7053-4887-8039-62381217ddb6 req-6ac9f441-f378-4a17-9084-0060265464c2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:08.766206 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5fcc02e1-7053-4887-8039-62381217ddb6 req-6ac9f441-f378-4a17-9084-0060265464c2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 944 time: 0.0630522 Jul 19 17:40:08.802870 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5fcc02e1-7053-4887-8039-62381217ddb6 req-9f379c68-f8e9-47ab-9729-05d43bdb3a60 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311964 Jul 19 17:40:09.013380 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767a66b-8872-48b6-8f04-985713ec477c req-6d343587-f123-4a6d-a22a-1d8384bb504c tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:09.014956 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3767a66b-8872-48b6-8f04-985713ec477c req-6d343587-f123-4a6d-a22a-1d8384bb504c tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 945 time: 0.0656226 Jul 19 17:40:09.053252 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3767a66b-8872-48b6-8f04-985713ec477c req-930e3da3-38c6-44bd-8535-409149197b25 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329034 Jul 19 17:40:09.183836 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f608b-e4f0-4842-8711-c4b4ba667ed5 req-77172dd5-8c81-4696-8384-b66238d138a4 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:09.186005 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-710f608b-e4f0-4842-8711-c4b4ba667ed5 req-77172dd5-8c81-4696-8384-b66238d138a4 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 946 time: 0.0683880 Jul 19 17:40:09.224528 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-710f608b-e4f0-4842-8711-c4b4ba667ed5 req-9f94f1d5-d719-4f2d-a138-718ea9d44e77 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330899 Jul 19 17:40:09.717398 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:40:09.718105 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e06a91-a4f4-4823-82bb-27fc81a2fbab req-ee3a9ddf-9edc-4ad4-a10b-8db41609d988 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:09.719549 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-09e06a91-a4f4-4823-82bb-27fc81a2fbab req-ee3a9ddf-9edc-4ad4-a10b-8db41609d988 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0609555 Jul 19 17:40:09.755394 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-09e06a91-a4f4-4823-82bb-27fc81a2fbab req-5cf8d172-118b-428b-851f-e00b720a15cc tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304382 Jul 19 17:40:09.937612 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3b097-5ed2-49f7-a83a-790e7ab28e12 req-d4c78a05-7b3a-400d-87e1-39b07721dab8 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:09.939121 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b5c3b097-5ed2-49f7-a83a-790e7ab28e12 req-d4c78a05-7b3a-400d-87e1-39b07721dab8 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 944 time: 0.0669787 Jul 19 17:40:09.976700 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b5c3b097-5ed2-49f7-a83a-790e7ab28e12 req-f524bddf-06da-43f5-9d04-ec3ca05014dc tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320446 Jul 19 17:40:10.176764 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91219add-7ac5-4853-b8c5-f9027011d7d2 req-0877cbc2-8f78-4007-9f36-300bc86f52ef tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:10.178240 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-91219add-7ac5-4853-b8c5-f9027011d7d2 req-0877cbc2-8f78-4007-9f36-300bc86f52ef tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 945 time: 0.0609765 Jul 19 17:40:10.216808 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-91219add-7ac5-4853-b8c5-f9027011d7d2 req-581b4ee0-1af0-4251-9c79-7ce511222ecd tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318646 Jul 19 17:40:10.353220 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd20217-e701-4c37-adc9-ae3224293fd2 req-23046bec-9bc4-4784-9b2c-6a3bd3c42d35 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:10.354603 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5bd20217-e701-4c37-adc9-ae3224293fd2 req-23046bec-9bc4-4784-9b2c-6a3bd3c42d35 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 946 time: 0.0630500 Jul 19 17:40:10.391331 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5bd20217-e701-4c37-adc9-ae3224293fd2 req-5c644850-e66e-4311-a006-cd171bf74c43 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313199 Jul 19 17:40:10.886665 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674753e-43cf-4f6e-9c54-be3faaae685c req-065b2291-56e4-4980-8aa2-5773ffa0e1ed tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:10.888480 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8674753e-43cf-4f6e-9c54-be3faaae685c req-065b2291-56e4-4980-8aa2-5773ffa0e1ed tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0650036 Jul 19 17:40:10.925467 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8674753e-43cf-4f6e-9c54-be3faaae685c req-03f460f7-3b7b-4889-8540-26146900aa55 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308638 Jul 19 17:40:11.105402 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f8972-cec6-4238-9bec-cd643eb0a53f req-0a12453b-f29b-4efe-bb30-218076c39d0b tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:11.107090 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5f5f8972-cec6-4238-9bec-cd643eb0a53f req-0a12453b-f29b-4efe-bb30-218076c39d0b tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 944 time: 0.0615301 Jul 19 17:40:11.145236 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5f5f8972-cec6-4238-9bec-cd643eb0a53f req-d29b3f29-1097-4271-a083-e611a14136d5 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326123 Jul 19 17:40:11.213333 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 1e914471-9e6e-428f-baa3-d1e8c31c014b up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:40:11.267113 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port 1e914471-9e6e-428f-baa3-d1e8c31c014b completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:40:11.272809 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port 1e914471-9e6e-428f-baa3-d1e8c31c014b triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:40:11.273283 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:11.348855 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4931bb-b34f-48e6-b9ef-c70cf0c6227e req-b97b39a8-d04b-45d9-8a66-1c761689941e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:11.349153 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:11.350471 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1e4931bb-b34f-48e6-b9ef-c70cf0c6227e req-b97b39a8-d04b-45d9-8a66-1c761689941e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 945 time: 0.0662601 Jul 19 17:40:11.371395 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab68e979-d412-49d4-a13a-0d64d1dcb5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e914471-9e6e-428f-baa3-d1e8c31c014b'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:40:11.373586 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb39afa-a018-4d22-9534-4d1047e4e35f" -d '{"events": [{"server_uuid": "ab68e979-d412-49d4-a13a-0d64d1dcb5e1", "name": "network-vif-plugged", "status": "completed", "tag": "1e914471-9e6e-428f-baa3-d1e8c31c014b"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:40:11.386402 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 1e914471-9e6e-428f-baa3-d1e8c31c014b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1e914471-9e6e-428f-baa3-d1e8c31c014b,segment=NetworkSegment(d46911b4-bf28-4904-9719-8b9bee711fe0),segment_id=d46911b4-bf28-4904-9719-8b9bee711fe0)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:11.389838 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1e4931bb-b34f-48e6-b9ef-c70cf0c6227e req-34e7a6aa-2857-403e-bc25-67d59d612fbf tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337875 Jul 19 17:40:11.391960 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:11.392881 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device c90129eb-975a-429a-918c-b4c7bc8ba825 up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:40:11.439897 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2511629-73b5-4659-bddc-e49a221fa035 x-openstack-request-id: req-d2511629-73b5-4659-bddc-e49a221fa035 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:40:11.440194 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab68e979-d412-49d4-a13a-0d64d1dcb5e1", "name": "network-vif-plugged", "status": "completed", "tag": "1e914471-9e6e-428f-baa3-d1e8c31c014b", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:40:11.440458 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d2511629-73b5-4659-bddc-e49a221fa035 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:40:11.440830 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab68e979-d412-49d4-a13a-0d64d1dcb5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e914471-9e6e-428f-baa3-d1e8c31c014b', 'code': 200} Jul 19 17:40:11.481362 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=1e914471-9e6e-428f-baa3-d1e8c31c014b,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:11.491679 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port c90129eb-975a-429a-918c-b4c7bc8ba825 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:40:11.496083 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port c90129eb-975a-429a-918c-b4c7bc8ba825 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:40:11.496457 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:11.528162 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd5a20-9c6f-4ba8-a1aa-c01ac320452a req-d309f443-22e2-4dbc-921b-908cf932a32e tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:11.529905 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-38bd5a20-9c6f-4ba8-a1aa-c01ac320452a req-d309f443-22e2-4dbc-921b-908cf932a32e tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 946 time: 0.0718472 Jul 19 17:40:11.588604 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:11.621057 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-38bd5a20-9c6f-4ba8-a1aa-c01ac320452a req-d7393a43-d1d5-4261-a458-65ee001f83d6 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785751 Jul 19 17:40:11.629041 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port c90129eb-975a-429a-918c-b4c7bc8ba825, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c90129eb-975a-429a-918c-b4c7bc8ba825,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:11.637988 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:11.688069 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=c90129eb-975a-429a-918c-b4c7bc8ba825,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:11.926481 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93432061-0c7d-445a-b05b-ac41c5ab7f61 req-ee499985-d80b-4e98-bae1-ebf07fc6ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:11.927887 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-93432061-0c7d-445a-b05b-ac41c5ab7f61 req-ee499985-d80b-4e98-bae1-ebf07fc6ee89 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 1099 time: 0.2247090 Jul 19 17:40:11.972804 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-93432061-0c7d-445a-b05b-ac41c5ab7f61 req-e254aa89-6c69-4f9b-9033-954126b23a2b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271282 Jul 19 17:40:12.057079 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31718ca2-60e5-4845-9791-4615eb2c2ab7 req-a7ff297a-37f7-4cd2-8f95-2ab7a76b7540 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:12.058647 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-31718ca2-60e5-4845-9791-4615eb2c2ab7 req-a7ff297a-37f7-4cd2-8f95-2ab7a76b7540 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0639467 Jul 19 17:40:12.096680 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-31718ca2-60e5-4845-9791-4615eb2c2ab7 req-fe557584-b11e-4e9c-ae43-5b43b75c5470 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325310 Jul 19 17:40:12.302868 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a02a39-db43-4081-8f5a-e970507e0721 req-9d3829aa-038c-46d5-949e-a27f17a131a4 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:12.304378 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-76a02a39-db43-4081-8f5a-e970507e0721 req-9d3829aa-038c-46d5-949e-a27f17a131a4 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0686350 Jul 19 17:40:12.341421 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-76a02a39-db43-4081-8f5a-e970507e0721 req-e9d8dea9-54ba-4026-9b5b-527f48a6035c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314736 Jul 19 17:40:12.403125 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c97530-e151-4a4c-874d-c254376a5ec7 req-4e260fa4-57f5-4665-8822-635c9dc27eb0 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:12.404585 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b5c97530-e151-4a4c-874d-c254376a5ec7 req-4e260fa4-57f5-4665-8822-635c9dc27eb0 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0623291 Jul 19 17:40:12.442993 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b5c97530-e151-4a4c-874d-c254376a5ec7 req-54f74b43-1921-49d0-a48d-3a65dc54de73 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328300 Jul 19 17:40:12.513163 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d4d91-85ec-46e3-8d30-bad8730b560e req-598a18eb-0464-4203-9f98-0d25d1d35f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:12.514712 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8a9d4d91-85ec-46e3-8d30-bad8730b560e req-598a18eb-0464-4203-9f98-0d25d1d35f52 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f89ba439f784b5ea4f1cc9cd7778d80&device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 1098 time: 0.0520070 Jul 19 17:40:12.525706 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02152b-58ca-4626-9b02-b2c91afc228f req-c5e19f32-56e1-4a4f-9b87-27691b9f11f0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:12.527194 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-cf02152b-58ca-4626-9b02-b2c91afc228f req-c5e19f32-56e1-4a4f-9b87-27691b9f11f0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0644515 Jul 19 17:40:12.565001 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-cf02152b-58ca-4626-9b02-b2c91afc228f req-a3894b9b-e93d-4f6b-bfae-ca6bfc5bea6c tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322802 Jul 19 17:40:12.619238 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d4d91-85ec-46e3-8d30-bad8730b560e req-0215c836-8984-4b01-b374-e73e8be435ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:12.620708 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8a9d4d91-85ec-46e3-8d30-bad8730b560e req-0215c836-8984-4b01-b374-e73e8be435ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba199622-5356-4143-a827-7602fbb52049 HTTP/1.1" status: 200 len: 920 time: 0.0908303 Jul 19 17:40:12.751489 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6c48c-1457-4f5a-b6cf-ead3890aa32c req-7d99ee3f-9957-48d8-bc7a-7df4388b48c7 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:12.753018 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-87e6c48c-1457-4f5a-b6cf-ead3890aa32c req-7d99ee3f-9957-48d8-bc7a-7df4388b48c7 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 946 time: 0.0623147 Jul 19 17:40:12.790237 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-87e6c48c-1457-4f5a-b6cf-ead3890aa32c req-776a5d8d-9269-4bc3-855e-af48556566c2 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318224 Jul 19 17:40:13.443002 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90129eb-975a-429a-918c-b4c7bc8ba825'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:40:13.445320 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adb97ec-12ef-4f52-b8ed-af4775e72107" -d '{"events": [{"server_uuid": "6bbdf2e0-665d-4dc5-9840-996c60cd168a", "name": "network-vif-plugged", "status": "completed", "tag": "c90129eb-975a-429a-918c-b4c7bc8ba825"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:40:13.471772 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f6600-061b-4449-b6e3-8eace0e9d99a req-33c52d44-81e4-4119-9170-eb4deb6280d0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:13.474019 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e38f6600-061b-4449-b6e3-8eace0e9d99a req-33c52d44-81e4-4119-9170-eb4deb6280d0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0651376 Jul 19 17:40:13.480485 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef1ef33-4798-4c7f-a821-fdd52bfab641 x-openstack-request-id: req-0ef1ef33-4798-4c7f-a821-fdd52bfab641 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:40:13.480880 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbdf2e0-665d-4dc5-9840-996c60cd168a", "name": "network-vif-plugged", "status": "completed", "tag": "c90129eb-975a-429a-918c-b4c7bc8ba825", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:40:13.481134 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ef1ef33-4798-4c7f-a821-fdd52bfab641 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:40:13.481515 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90129eb-975a-429a-918c-b4c7bc8ba825', 'code': 200} Jul 19 17:40:13.512133 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e38f6600-061b-4449-b6e3-8eace0e9d99a req-891e119a-828e-4ac4-944a-5b89bc81c246 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326698 Jul 19 17:40:13.586435 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd85e6-571c-4296-a4bd-7064d9460e0f req-42c80f4e-969f-4f6a-9486-48eafb7ae245 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:13.587884 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5efd85e6-571c-4296-a4bd-7064d9460e0f req-42c80f4e-969f-4f6a-9486-48eafb7ae245 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0659420 Jul 19 17:40:13.625647 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5efd85e6-571c-4296-a4bd-7064d9460e0f req-89ff5df5-0874-4492-bb7d-984175d4b778 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323160 Jul 19 17:40:13.698920 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebcc9e-5adc-49ee-998d-8adeeec462c2 req-ed63398e-0c54-406c-a15f-bf947896150a tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:13.700396 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ebebcc9e-5adc-49ee-998d-8adeeec462c2 req-ed63398e-0c54-406c-a15f-bf947896150a tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0687444 Jul 19 17:40:13.738090 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ebebcc9e-5adc-49ee-998d-8adeeec462c2 req-43602c1d-7412-4e77-b582-84b95c763348 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322919 Jul 19 17:40:14.643251 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a6d43-2fd9-4ef0-b62c-1cd57c7bfa23 req-b2729341-7639-4204-89ea-47b1b3684705 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:14.644701 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-882a6d43-2fd9-4ef0-b62c-1cd57c7bfa23 req-b2729341-7639-4204-89ea-47b1b3684705 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0638592 Jul 19 17:40:14.683013 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-882a6d43-2fd9-4ef0-b62c-1cd57c7bfa23 req-ff5344ef-d1ab-4205-bbc5-22a196a1085d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326543 Jul 19 17:40:14.755614 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2094268-1558-4dc2-bf5d-613698305248 req-a6b33673-c713-413f-9be3-84ab5b42d643 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:14.757094 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a2094268-1558-4dc2-bf5d-613698305248 req-a6b33673-c713-413f-9be3-84ab5b42d643 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0666049 Jul 19 17:40:14.795030 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a2094268-1558-4dc2-bf5d-613698305248 req-670e4d7c-3d52-402d-a583-1aee4fff771b tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319614 Jul 19 17:40:14.863195 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a45185-a039-4bc2-880b-0e143d44dc01 req-eaf81071-177e-4904-879d-d8b0000cea9f tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:14.864666 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f5a45185-a039-4bc2-880b-0e143d44dc01 req-eaf81071-177e-4904-879d-d8b0000cea9f tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0608165 Jul 19 17:40:14.902297 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f5a45185-a039-4bc2-880b-0e143d44dc01 req-bc79dd5c-f9be-4034-844e-fce4b093de71 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321288 Jul 19 17:40:15.670129 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8a9d4d91-85ec-46e3-8d30-bad8730b560e req-3ee82e6b-518b-4456-8cec-d92a534e5c5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12628b74-92ee-454d-86fb-76ac8c21bd25 HTTP/1.1" status: 200 len: 217 time: 0.0348947 Jul 19 17:40:15.740039 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d4d91-85ec-46e3-8d30-bad8730b560e req-1d887b7e-717a-40e5-86a8-887ff010b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:15.742444 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8a9d4d91-85ec-46e3-8d30-bad8730b560e req-1d887b7e-717a-40e5-86a8-887ff010b651 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5 HTTP/1.1" status: 200 len: 859 time: 0.0465908 Jul 19 17:40:15.813110 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8a9d4d91-85ec-46e3-8d30-bad8730b560e req-8a30e303-3463-4d04-b27d-8b6676adf925 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba199622-5356-4143-a827-7602fbb52049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328555 Jul 19 17:40:15.841125 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47193f5c-29a2-435a-9ff7-b09c643287b2 req-dd79d047-abdb-4cc6-b6a1-4c2d0b2983d3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:15.842862 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-47193f5c-29a2-435a-9ff7-b09c643287b2 req-dd79d047-abdb-4cc6-b6a1-4c2d0b2983d3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0834157 Jul 19 17:40:15.912175 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-47193f5c-29a2-435a-9ff7-b09c643287b2 req-269b68e6-f15f-423a-9f5c-fff510359970 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607743 Jul 19 17:40:15.925450 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9488a-1244-42de-b949-b0b4b8951534 req-6fa3f1f4-fc78-4ec4-99fe-8cadc6a4d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:15.927186 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bdd9488a-1244-42de-b949-b0b4b8951534 req-6fa3f1f4-fc78-4ec4-99fe-8cadc6a4d5c7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 1098 time: 0.1132107 Jul 19 17:40:15.961624 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1608316-4293-4794-a9c2-e24fcaefe021 req-d8e6c67a-e3ee-47a5-8130-fd2193024bb6 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:15.964597 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8a9d4d91-85ec-46e3-8d30-bad8730b560e req-a29d8175-0107-4a7e-972e-a329dbe0c816 service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244111 Jul 19 17:40:15.969347 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f1608316-4293-4794-a9c2-e24fcaefe021 req-d8e6c67a-e3ee-47a5-8130-fd2193024bb6 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0918052 Jul 19 17:40:15.975014 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bdd9488a-1244-42de-b949-b0b4b8951534 req-b9ee28c3-5ce5-4adf-a6c3-9903a2c92591 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327981 Jul 19 17:40:16.061061 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8a9d4d91-85ec-46e3-8d30-bad8730b560e req-86aae330-3737-4120-bda5-2f92c3bb54d8 service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842786 Jul 19 17:40:16.252713 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f1608316-4293-4794-a9c2-e24fcaefe021 req-1b2ee9c3-9060-42ed-8c5f-0b151a25e9e8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828128 Jul 19 17:40:16.282652 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f5bb5-3289-4647-a67e-30b73ad1df48 req-f0dab491-33a4-44bc-b10f-a3d740debe2e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:16.284532 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5c4f5bb5-3289-4647-a67e-30b73ad1df48 req-f0dab491-33a4-44bc-b10f-a3d740debe2e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.2932150 Jul 19 17:40:16.331405 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5c4f5bb5-3289-4647-a67e-30b73ad1df48 req-f38e17ba-b4b0-436f-8cda-f3fb840bd68b tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383382 Jul 19 17:40:17.058905 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e032b9-3833-461f-8451-a89c410ecaf2 req-1ed3e125-ba80-48c7-936c-54f8f53a7a39 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:17.060356 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a9e032b9-3833-461f-8451-a89c410ecaf2 req-1ed3e125-ba80-48c7-936c-54f8f53a7a39 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0692785 Jul 19 17:40:17.096499 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a9e032b9-3833-461f-8451-a89c410ecaf2 req-de6c57c3-2154-4869-9250-a9c1c865af97 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305288 Jul 19 17:40:17.385136 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29ca5c-0745-4791-a766-733afd7c4aa6 req-7d177bcf-e8d1-4290-88a3-3c43555b4134 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:17.386759 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9b29ca5c-0745-4791-a766-733afd7c4aa6 req-7d177bcf-e8d1-4290-88a3-3c43555b4134 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0643172 Jul 19 17:40:17.455166 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9b29ca5c-0745-4791-a766-733afd7c4aa6 req-54ec09bc-fb5a-4668-82d2-633e779116c2 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626128 Jul 19 17:40:17.482361 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0338571-6272-474a-9e3d-3fdd7a067bdf req-33dc710e-1cf7-431f-adda-7faa12d7e858 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:17.483808 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b0338571-6272-474a-9e3d-3fdd7a067bdf req-33dc710e-1cf7-431f-adda-7faa12d7e858 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0755808 Jul 19 17:40:17.529990 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b0338571-6272-474a-9e3d-3fdd7a067bdf req-6e9a11b3-9879-4c0a-91bf-edb9cddca440 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404148 Jul 19 17:40:18.226859 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c258a6b-902b-4fc8-8653-72bee835c6fc req-31b9171c-31cb-4450-9c59-558fc7686a10 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:18.228279 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0c258a6b-902b-4fc8-8653-72bee835c6fc req-31b9171c-31cb-4450-9c59-558fc7686a10 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0611727 Jul 19 17:40:18.264644 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0c258a6b-902b-4fc8-8653-72bee835c6fc req-7ab0c765-c73c-4679-8782-1dc65c49f293 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308425 Jul 19 17:40:18.597173 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc8b3b-1a67-481d-9855-05eaa7b4d993 req-d6b8a75e-9a73-45f8-b941-741791357f05 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:18.599579 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e1fc8b3b-1a67-481d-9855-05eaa7b4d993 req-d6b8a75e-9a73-45f8-b941-741791357f05 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0791247 Jul 19 17:40:18.687783 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e1fc8b3b-1a67-481d-9855-05eaa7b4d993 req-dd1b89b4-da16-42b1-b1b0-53409abf12d9 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765309 Jul 19 17:40:18.707048 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefdf9e-8a0a-42b2-a28d-0153bcc5e0d0 req-c2b2f9c5-a98e-440d-86b2-9ba948276f97 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:18.710633 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-daefdf9e-8a0a-42b2-a28d-0153bcc5e0d0 req-c2b2f9c5-a98e-440d-86b2-9ba948276f97 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1099393 Jul 19 17:40:18.752540 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-daefdf9e-8a0a-42b2-a28d-0153bcc5e0d0 req-6aa861ea-ac46-4546-847b-a55d32117ea4 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336089 Jul 19 17:40:18.946474 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d45f0-eb4c-4148-8eae-2d5346513915 req-b544d42c-7b84-4954-800f-2d19c3fa67b6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:18.948036 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ac8d45f0-eb4c-4148-8eae-2d5346513915 req-b544d42c-7b84-4954-800f-2d19c3fa67b6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0878575 Jul 19 17:40:18.956369 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 48508) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:18.961475 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-e659dff9-f981-49cc-9003-cd1be473ceef tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Request body: {'floatingip': {'port_id': '1e914471-9e6e-428f-baa3-d1e8c31c014b'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:40:19.028986 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e659dff9-f981-49cc-9003-cd1be473ceef tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for floatingip, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:19.179971 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc003-ef50-4844-9b62-33ef5e3ec90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:19.269783 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-55aa2c71-144b-485b-84e8-5c6c7ab42ddc req-e24c4b6e-7673-4d18-8891-76ae17e74b70 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0611339 Jul 19 17:40:19.404404 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa2c71-144b-485b-84e8-5c6c7ab42ddc req-d8bb8a70-3dd4-420e-a9f8-78d66a8e08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:19.405880 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-55aa2c71-144b-485b-84e8-5c6c7ab42ddc req-d8bb8a70-3dd4-420e-a9f8-78d66a8e08ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f798727ec6c469db122e0336ec8306e&device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 1098 time: 0.0549493 Jul 19 17:40:19.518196 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa2c71-144b-485b-84e8-5c6c7ab42ddc req-0ebd8399-8a60-4a2a-ab91-0ed565a35c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:19.519755 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-55aa2c71-144b-485b-84e8-5c6c7ab42ddc req-0ebd8399-8a60-4a2a-ab91-0ed565a35c9c service neutron] 10.222.0.49 "GET /v2.0/networks?id=6f41bdfe-4825-4b22-b0b9-adb28abfe835 HTTP/1.1" status: 200 len: 915 time: 0.0847898 Jul 19 17:40:19.588486 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-55aa2c71-144b-485b-84e8-5c6c7ab42ddc req-1068bb51-ba25-476a-92d8-48d43570709b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b HTTP/1.1" status: 200 len: 217 time: 0.0386658 Jul 19 17:40:19.601526 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa62a51-880a-4469-a8ab-f62f241974c0 req-4cd582f2-41d8-474b-b4d1-c19d48f3150f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:19.603033 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ffa62a51-880a-4469-a8ab-f62f241974c0 req-4cd582f2-41d8-474b-b4d1-c19d48f3150f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.2657056 Jul 19 17:40:19.640718 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa2c71-144b-485b-84e8-5c6c7ab42ddc req-f8b59a34-006f-46a3-af90-9b178af83aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:19.642255 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-55aa2c71-144b-485b-84e8-5c6c7ab42ddc req-f8b59a34-006f-46a3-af90-9b178af83aa4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eb113ba-eefb-429b-b333-3270c4ff78d1 HTTP/1.1" status: 200 len: 854 time: 0.0434411 Jul 19 17:40:19.680614 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-55aa2c71-144b-485b-84e8-5c6c7ab42ddc req-15ba36ad-7ab4-486f-a73e-3fff8e6aeb64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f41bdfe-4825-4b22-b0b9-adb28abfe835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263319 Jul 19 17:40:19.702131 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e659dff9-f981-49cc-9003-cd1be473ceef tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:19.707993 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ffa62a51-880a-4469-a8ab-f62f241974c0 req-b56c862b-2893-4dad-a904-c068373138a0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750186 Jul 19 17:40:19.709077 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e659dff9-f981-49cc-9003-cd1be473ceef tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418166'] for floatingip, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:19.780462 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-55aa2c71-144b-485b-84e8-5c6c7ab42ddc req-66a05314-5f88-4be0-ae67-c37e5495d13a service neutron] 10.222.0.49 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928676 Jul 19 17:40:19.843675 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.l3_db [None req-e659dff9-f981-49cc-9003-cd1be473ceef tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Floating IP 8d94be5f-c393-4b43-a397-893831321326 associated. External IP: 172.27.2.96, port: 1e914471-9e6e-428f-baa3-d1e8c31c014b. Jul 19 17:40:19.872883 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-55aa2c71-144b-485b-84e8-5c6c7ab42ddc req-6874a1ed-2a2f-485e-a75d-626a37d73ca3 service neutron] 10.222.0.49 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835381 Jul 19 17:40:20.146119 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1cd51-c51a-4a98-b1d7-15723acd0a59 req-87d2cfd6-70d9-4c97-af8b-340abf270410 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:20.147644 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-65f1cd51-c51a-4a98-b1d7-15723acd0a59 req-87d2cfd6-70d9-4c97-af8b-340abf270410 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.3562427 Jul 19 17:40:20.213048 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-65f1cd51-c51a-4a98-b1d7-15723acd0a59 req-76610c8f-5409-4727-98d8-11c3affec360 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587034 Jul 19 17:40:20.367877 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e659dff9-f981-49cc-9003-cd1be473ceef tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Router 4d8cee21-75cf-496f-949d-8d60f64a02b0 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:40:20.375244 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b741b-98e4-40f1-b3f5-b2c9761c14c3 req-f84fc052-afbb-4487-b08c-5c187b19ba70 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:20.376708 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-161b741b-98e4-40f1-b3f5-b2c9761c14c3 req-f84fc052-afbb-4487-b08c-5c187b19ba70 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.1010499 Jul 19 17:40:20.385139 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 48538) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:20.389887 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-fa2ce0df-032d-46d7-876b-b1c3c3668fd7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Request body: {'floatingip': {'port_id': 'c90129eb-975a-429a-918c-b4c7bc8ba825'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:40:20.461672 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fa2ce0df-032d-46d7-876b-b1c3c3668fd7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for floatingip, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:20.479874 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e659dff9-f981-49cc-9003-cd1be473ceef tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:40:20.484591 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e659dff9-f981-49cc-9003-cd1be473ceef tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:20.492639 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c206eb34-3614-40b8-876c-39303db9bc96 None None] Sync routers for ids ['4d8cee21-75cf-496f-949d-8d60f64a02b0'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:40:20.501557 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c206eb34-3614-40b8-876c-39303db9bc96 None None] Routers {'4d8cee21-75cf-496f-949d-8d60f64a02b0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:20.502575 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-c206eb34-3614-40b8-876c-39303db9bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:39:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['4d8cee21-75cf-496f-949d-8d60f64a02b0'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:20.529042 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-e659dff9-f981-49cc-9003-cd1be473ceef tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "PUT /v2.0/floatingips/8d94be5f-c393-4b43-a397-893831321326 HTTP/1.1" status: 200 len: 991 time: 1.5690911 Jul 19 17:40:20.529042 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab68e979-d412-49d4-a13a-0d64d1dcb5e1', 'tag': '1e914471-9e6e-428f-baa3-d1e8c31c014b'}] {{(pid=99966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:40:20.529503 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d63e5952bb5f3344556664b846ef09cf4b7d384328c9e7905543968cfe1800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d914f437-1c05-4718-af84-fea3e53b33f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab68e979-d412-49d4-a13a-0d64d1dcb5e1", "tag": "1e914471-9e6e-428f-baa3-d1e8c31c014b"}]}' {{(pid=99966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:40:20.622974 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-c206eb34-3614-40b8-876c-39303db9bc96 None None] Set router 4d8cee21-75cf-496f-949d-8d60f64a02b0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:20.884730 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-c206eb34-3614-40b8-876c-39303db9bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:28Z', 'revision_number': 4, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '8d94be5f-c393-4b43-a397-893831321326', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'floating_ip_address': '172.27.2.96', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'port_id': '1e914471-9e6e-428f-baa3-d1e8c31c014b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'mac_address': 'fa:16:3e:78:01:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab68e979-d412-49d4-a13a-0d64d1dcb5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:39:40Z', 'updated_at': '2021-07-19T17:40:19Z', 'revision_number': 1, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5417cf-ed50-4b13-81ab-4c998fbac4e1', 'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'mac_address': 'fa:16:3e:ad:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:26Z', 'updated_at': '2021-07-19T17:39:41Z', 'revision_number': 5, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'subnets': [{'id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:20.911717 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c206eb34-3614-40b8-876c-39303db9bc96 None None] Checking router: 4d8cee21-75cf-496f-949d-8d60f64a02b0 for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:40:20.920025 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c206eb34-3614-40b8-876c-39303db9bc96 None None] Routers {'4d8cee21-75cf-496f-949d-8d60f64a02b0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:20.920617 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-c206eb34-3614-40b8-876c-39303db9bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:39:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['4d8cee21-75cf-496f-949d-8d60f64a02b0'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:21.020710 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-c206eb34-3614-40b8-876c-39303db9bc96 None None] Set router 4d8cee21-75cf-496f-949d-8d60f64a02b0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:21.048229 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fa2ce0df-032d-46d7-876b-b1c3c3668fd7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:21.052321 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fa2ce0df-032d-46d7-876b-b1c3c3668fd7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418166'] for floatingip, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:21.345064 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.l3_db [None req-fa2ce0df-032d-46d7-876b-b1c3c3668fd7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Floating IP 5c3b0d01-5b79-492c-b380-163ab5748eb5 associated. External IP: 172.27.2.22, port: c90129eb-975a-429a-918c-b4c7bc8ba825. Jul 19 17:40:21.347527 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-c206eb34-3614-40b8-876c-39303db9bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:28Z', 'revision_number': 4, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '8d94be5f-c393-4b43-a397-893831321326', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'floating_ip_address': '172.27.2.96', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'port_id': '1e914471-9e6e-428f-baa3-d1e8c31c014b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'mac_address': 'fa:16:3e:78:01:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab68e979-d412-49d4-a13a-0d64d1dcb5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:39:40Z', 'updated_at': '2021-07-19T17:40:19Z', 'revision_number': 1, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5417cf-ed50-4b13-81ab-4c998fbac4e1', 'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'mac_address': 'fa:16:3e:ad:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:26Z', 'updated_at': '2021-07-19T17:39:41Z', 'revision_number': 5, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'subnets': [{'id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:21.373637 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c206eb34-3614-40b8-876c-39303db9bc96 None None] The sync data for ids ['4d8cee21-75cf-496f-949d-8d60f64a02b0'] in dv-cinder-800696-4-iscsi is: [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:28Z', 'revision_number': 4, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '8d94be5f-c393-4b43-a397-893831321326', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'floating_ip_address': '172.27.2.96', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'port_id': '1e914471-9e6e-428f-baa3-d1e8c31c014b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'mac_address': 'fa:16:3e:78:01:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab68e979-d412-49d4-a13a-0d64d1dcb5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:39:40Z', 'updated_at': '2021-07-19T17:40:19Z', 'revision_number': 1, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5417cf-ed50-4b13-81ab-4c998fbac4e1', 'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'mac_address': 'fa:16:3e:ad:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:26Z', 'updated_at': '2021-07-19T17:39:41Z', 'revision_number': 5, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'subnets': [{'id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:40:21.551544 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2ce0df-032d-46d7-876b-b1c3c3668fd7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:40:21.554373 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88430961-a0dd-4349-9013-80fa7e40c06c None None] New status for floating IP 8d94be5f-c393-4b43-a397-893831321326: ACTIVE {{(pid=99968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:40:21.660369 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2ce0df-032d-46d7-876b-b1c3c3668fd7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:40:21.664898 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fa2ce0df-032d-46d7-876b-b1c3c3668fd7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:21.670837 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e595b74-d010-4dfc-80d2-296ec18d6c85 None None] Sync routers for ids ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:40:21.681309 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e595b74-d010-4dfc-80d2-296ec18d6c85 None None] Routers {'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:21.681957 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-4e595b74-d010-4dfc-80d2-296ec18d6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:39:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:21.705349 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-fa2ce0df-032d-46d7-876b-b1c3c3668fd7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "PUT /v2.0/floatingips/5c3b0d01-5b79-492c-b380-163ab5748eb5 HTTP/1.1" status: 200 len: 990 time: 1.3190985 Jul 19 17:40:21.706060 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'tag': 'c90129eb-975a-429a-918c-b4c7bc8ba825'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:40:21.708392 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74af7ab2-cb65-47c6-ad98-5742a1d692da" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbdf2e0-665d-4dc5-9840-996c60cd168a", "tag": "c90129eb-975a-429a-918c-b4c7bc8ba825"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:40:21.719484 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2ed36592-4732-4272-affd-b2341a8c5540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:21.789595 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-4e595b74-d010-4dfc-80d2-296ec18d6c85 None None] Set router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:21.914987 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:22.007269 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-4e595b74-d010-4dfc-80d2-296ec18d6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:27Z', 'revision_number': 4, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '5c3b0d01-5b79-492c-b380-163ab5748eb5', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'port_id': 'c90129eb-975a-429a-918c-b4c7bc8ba825', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'mac_address': 'fa:16:3e:13:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:39:40Z', 'updated_at': '2021-07-19T17:40:20Z', 'revision_number': 1, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151c6c19-7257-43d3-b6e7-d34ad6ce7675', 'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'mac_address': 'fa:16:3e:89:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:42Z', 'revision_number': 5, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'subnets': [{'id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:22.035233 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e595b74-d010-4dfc-80d2-296ec18d6c85 None None] Checking router: a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:40:22.044327 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e595b74-d010-4dfc-80d2-296ec18d6c85 None None] Routers {'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:22.044930 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-4e595b74-d010-4dfc-80d2-296ec18d6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:40:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:22.146287 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-4e595b74-d010-4dfc-80d2-296ec18d6c85 None None] Set router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:22.366697 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-4e595b74-d010-4dfc-80d2-296ec18d6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:27Z', 'revision_number': 4, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '5c3b0d01-5b79-492c-b380-163ab5748eb5', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'port_id': 'c90129eb-975a-429a-918c-b4c7bc8ba825', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'mac_address': 'fa:16:3e:13:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:39:40Z', 'updated_at': '2021-07-19T17:40:20Z', 'revision_number': 1, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151c6c19-7257-43d3-b6e7-d34ad6ce7675', 'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'mac_address': 'fa:16:3e:89:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:42Z', 'revision_number': 5, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'subnets': [{'id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:22.394279 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e595b74-d010-4dfc-80d2-296ec18d6c85 None None] The sync data for ids ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'] in dv-cinder-800696-4-iscsi is: [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:27Z', 'revision_number': 4, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '5c3b0d01-5b79-492c-b380-163ab5748eb5', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'port_id': 'c90129eb-975a-429a-918c-b4c7bc8ba825', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'mac_address': 'fa:16:3e:13:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:39:40Z', 'updated_at': '2021-07-19T17:40:20Z', 'revision_number': 1, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151c6c19-7257-43d3-b6e7-d34ad6ce7675', 'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'mac_address': 'fa:16:3e:89:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:42Z', 'revision_number': 5, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'subnets': [{'id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:40:22.562113 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1103d9dc-23bd-4c71-9ba1-3f431e1b630e None None] New status for floating IP 5c3b0d01-5b79-492c-b380-163ab5748eb5: ACTIVE {{(pid=99968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:40:23.058611 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.077484 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:23.817543 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6089b929-8c6b-49c1-8279-84816e9bf869 x-openstack-request-id: req-6089b929-8c6b-49c1-8279-84816e9bf869 {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:40:23.818051 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab68e979-d412-49d4-a13a-0d64d1dcb5e1", "tag": "1e914471-9e6e-428f-baa3-d1e8c31c014b", "status": "completed", "code": 200}]} {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:40:23.818307 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6089b929-8c6b-49c1-8279-84816e9bf869 {{(pid=99966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:40:23.818746 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab68e979-d412-49d4-a13a-0d64d1dcb5e1', 'tag': '1e914471-9e6e-428f-baa3-d1e8c31c014b', 'status': 'completed', 'code': 200} Jul 19 17:40:23.921619 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f3968-5eb6-4e7e-b8b4-c4025a7bff73 req-597741ff-3f71-4d1e-a183-cfdfe7b103ff tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:23.923208 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fd0f3968-5eb6-4e7e-b8b4-c4025a7bff73 req-597741ff-3f71-4d1e-a183-cfdfe7b103ff tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0645311 Jul 19 17:40:23.939027 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914f437-1c05-4718-af84-fea3e53b33f2 req-f0c6a67a-dcb4-4e04-99c5-3983715dabef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:23.940526 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d914f437-1c05-4718-af84-fea3e53b33f2 req-f0c6a67a-dcb4-4e04-99c5-3983715dabef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db9bcbdd085e472caf212d1387d82a77&device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 1099 time: 0.0533631 Jul 19 17:40:23.962752 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fd0f3968-5eb6-4e7e-b8b4-c4025a7bff73 req-b32c77f2-2d99-4860-bf0a-84b4e8fcabf3 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Jul 19 17:40:24.086654 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914f437-1c05-4718-af84-fea3e53b33f2 req-036b6a2d-b02c-430b-9dcf-88ed8cbf9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:24.088102 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d914f437-1c05-4718-af84-fea3e53b33f2 req-036b6a2d-b02c-430b-9dcf-88ed8cbf9d94 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a HTTP/1.1" status: 200 len: 911 time: 0.0876014 Jul 19 17:40:24.171262 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aed3234-6f15-4483-98c5-52fae211463d x-openstack-request-id: req-8aed3234-6f15-4483-98c5-52fae211463d {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:40:24.171545 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbdf2e0-665d-4dc5-9840-996c60cd168a", "tag": "c90129eb-975a-429a-918c-b4c7bc8ba825", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:40:24.171793 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8aed3234-6f15-4483-98c5-52fae211463d {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:40:24.172175 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'tag': 'c90129eb-975a-429a-918c-b4c7bc8ba825', 'status': 'completed', 'code': 200} Jul 19 17:40:24.220669 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d914f437-1c05-4718-af84-fea3e53b33f2 req-d303407a-cf5a-48db-ba8a-cbe3d5b09286 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e914471-9e6e-428f-baa3-d1e8c31c014b HTTP/1.1" status: 200 len: 1001 time: 0.0898101 Jul 19 17:40:24.327596 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914f437-1c05-4718-af84-fea3e53b33f2 req-03b029f8-e593-40d0-9eb7-1b226e481efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:24.328930 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d914f437-1c05-4718-af84-fea3e53b33f2 req-03b029f8-e593-40d0-9eb7-1b226e481efb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=835b74c3-3174-4e3c-a77e-d02ca1e76c12 HTTP/1.1" status: 200 len: 849 time: 0.0831914 Jul 19 17:40:24.338534 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af7ab2-cb65-47c6-ad98-5742a1d692da req-1b78a054-7090-4bf5-8bc8-a6cb657be37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:24.339938 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-74af7ab2-cb65-47c6-ad98-5742a1d692da req-1b78a054-7090-4bf5-8bc8-a6cb657be37b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0634ad0c797e471297f37a2b2b27b253&device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 1098 time: 0.0927739 Jul 19 17:40:24.467483 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:24.482354 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914f437-1c05-4718-af84-fea3e53b33f2 req-24d2bdd7-8753-409d-952a-cce08516c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:24.483835 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d914f437-1c05-4718-af84-fea3e53b33f2 req-24d2bdd7-8753-409d-952a-cce08516c1b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1264448 Jul 19 17:40:24.488267 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af7ab2-cb65-47c6-ad98-5742a1d692da req-2e9b2b7d-b4e9-4ad1-8320-3cfc86327c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:24.489936 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-74af7ab2-cb65-47c6-ad98-5742a1d692da req-2e9b2b7d-b4e9-4ad1-8320-3cfc86327c42 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9412ab90-14bd-4fb2-8549-8b0724c797fa HTTP/1.1" status: 200 len: 918 time: 0.1239455 Jul 19 17:40:24.653387 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-74af7ab2-cb65-47c6-ad98-5742a1d692da req-c442db9e-e92a-4d4b-968a-88afed68b8dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c90129eb-975a-429a-918c-b4c7bc8ba825 HTTP/1.1" status: 200 len: 1000 time: 0.1073356 Jul 19 17:40:24.708885 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d914f437-1c05-4718-af84-fea3e53b33f2 req-cabd23cc-1d1a-4c19-a5b4-de53a8ff078d service neutron] 10.222.0.49 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703446 Jul 19 17:40:24.723548 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af7ab2-cb65-47c6-ad98-5742a1d692da req-9a620630-28d8-4951-9c74-d6d278faee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:24.724894 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-74af7ab2-cb65-47c6-ad98-5742a1d692da req-9a620630-28d8-4951-9c74-d6d278faee69 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=016908ef-9e1e-4636-acd6-cc64d9df8a14 HTTP/1.1" status: 200 len: 856 time: 0.0546794 Jul 19 17:40:24.848823 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d914f437-1c05-4718-af84-fea3e53b33f2 req-73f6940d-1f44-4315-9af4-79c5959eb9e9 service neutron] 10.222.0.49 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217375 Jul 19 17:40:24.853533 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af7ab2-cb65-47c6-ad98-5742a1d692da req-df0cebea-073b-4eb5-96a5-1014d6380ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:24.854880 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-74af7ab2-cb65-47c6-ad98-5742a1d692da req-df0cebea-073b-4eb5-96a5-1014d6380ac2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9412ab90-14bd-4fb2-8549-8b0724c797fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1108778 Jul 19 17:40:24.994582 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-74af7ab2-cb65-47c6-ad98-5742a1d692da req-ac4f1d7a-f495-448f-966f-b6e57baacfba service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833893 Jul 19 17:40:25.082160 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-74af7ab2-cb65-47c6-ad98-5742a1d692da req-84edd7c4-612a-42bd-9210-d9f79fa482b8 service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799680 Jul 19 17:40:25.092798 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29b69f-743c-4c6d-aa96-ab962fbf85f3 req-88a388dc-aff1-4f8b-a586-0c521529eba0 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:25.094283 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0c29b69f-743c-4c6d-aa96-ab962fbf85f3 req-88a388dc-aff1-4f8b-a586-0c521529eba0 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0624633 Jul 19 17:40:25.132213 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0c29b69f-743c-4c6d-aa96-ab962fbf85f3 req-866b5540-322b-4a9e-aa4a-30bd7afb72d4 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324051 Jul 19 17:40:26.263743 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c04b7-bc38-4ff7-904e-e8a5fb024f93 req-24b6871e-60de-454d-8509-42d838ef7414 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:26.265234 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a59c04b7-bc38-4ff7-904e-e8a5fb024f93 req-24b6871e-60de-454d-8509-42d838ef7414 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0652840 Jul 19 17:40:26.302373 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a59c04b7-bc38-4ff7-904e-e8a5fb024f93 req-766c6ef0-5c91-4545-a85d-aba3bb972cfc tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316496 Jul 19 17:40:27.433912 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1e3f1-5e9a-4e54-9f7d-4287cb0b8269 req-e3f6f415-dd74-4984-8325-da506ca5bb66 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:27.435461 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-88d1e3f1-5e9a-4e54-9f7d-4287cb0b8269 req-e3f6f415-dd74-4984-8325-da506ca5bb66 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0634210 Jul 19 17:40:27.474563 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-88d1e3f1-5e9a-4e54-9f7d-4287cb0b8269 req-2fa63c2a-81ca-4bba-88e9-5bbed99ad023 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332026 Jul 19 17:40:27.955671 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3d73c-cbe9-4f78-941b-5988862606e0 req-76c57eaa-9466-448e-b7a9-6f53a573c5d2 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:27.957046 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-04d3d73c-cbe9-4f78-941b-5988862606e0 req-76c57eaa-9466-448e-b7a9-6f53a573c5d2 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 946 time: 0.0646796 Jul 19 17:40:27.998185 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-04d3d73c-cbe9-4f78-941b-5988862606e0 req-9fefacaf-5981-4c5a-90c8-05ffb2fd1337 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353708 Jul 19 17:40:28.467041 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 48666) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:28.594574 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ffed2ef4-bfc2-4336-869a-d52eebaab339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:28.647209 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d61a68-a839-40a6-9737-ccc46b896400 req-c4c1cfde-d1c7-4419-a3c0-c806223f6fec tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:28.649220 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b3d61a68-a839-40a6-9737-ccc46b896400 req-c4c1cfde-d1c7-4419-a3c0-c806223f6fec tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.1009939 Jul 19 17:40:28.703871 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b3d61a68-a839-40a6-9737-ccc46b896400 req-3b7bdbc7-1b2f-4f4c-af62-57439b12bfb0 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471628 Jul 19 17:40:28.743196 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ffed2ef4-bfc2-4336-869a-d52eebaab339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:28.746881 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ffed2ef4-bfc2-4336-869a-d52eebaab339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:28.787985 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-ffed2ef4-bfc2-4336-869a-d52eebaab339 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b9a019072454d159dd02b0559076481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193450 Jul 19 17:40:28.788921 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed2ef4-bfc2-4336-869a-d52eebaab339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ad537b-e15b-4db2-be6b-df15060d56c1,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:28.790624 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 48676) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:28.796059 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed2ef4-bfc2-4336-869a-d52eebaab339 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.796414 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed2ef4-bfc2-4336-869a-d52eebaab339 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.796755 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed2ef4-bfc2-4336-869a-d52eebaab339 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.797088 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed2ef4-bfc2-4336-869a-d52eebaab339 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.797417 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed2ef4-bfc2-4336-869a-d52eebaab339 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.797807 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed2ef4-bfc2-4336-869a-d52eebaab339 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.798164 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed2ef4-bfc2-4336-869a-d52eebaab339 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.798492 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed2ef4-bfc2-4336-869a-d52eebaab339 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.798816 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed2ef4-bfc2-4336-869a-d52eebaab339 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.799142 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed2ef4-bfc2-4336-869a-d52eebaab339 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.799463 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed2ef4-bfc2-4336-869a-d52eebaab339 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.799782 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed2ef4-bfc2-4336-869a-d52eebaab339 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.848463 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a62029ce-bf72-4f65-8333-1a142c5dbe4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:28.877153 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a62029ce-bf72-4f65-8333-1a142c5dbe4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:28.924436 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a62029ce-bf72-4f65-8333-1a142c5dbe4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:28.927212 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a62029ce-bf72-4f65-8333-1a142c5dbe4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:28.928390 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-a62029ce-bf72-4f65-8333-1a142c5dbe4f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2ad537b-e15b-4db2-be6b-df15060d56c1 HTTP/1.1" status: 204 len: 168 time: 0.1367965 Jul 19 17:40:28.938563 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62029ce-bf72-4f65-8333-1a142c5dbe4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ad537b-e15b-4db2-be6b-df15060d56c1,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:28.946638 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62029ce-bf72-4f65-8333-1a142c5dbe4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.946991 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62029ce-bf72-4f65-8333-1a142c5dbe4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.947330 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62029ce-bf72-4f65-8333-1a142c5dbe4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.947668 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62029ce-bf72-4f65-8333-1a142c5dbe4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.947994 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62029ce-bf72-4f65-8333-1a142c5dbe4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.948322 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62029ce-bf72-4f65-8333-1a142c5dbe4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.948862 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62029ce-bf72-4f65-8333-1a142c5dbe4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.949062 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62029ce-bf72-4f65-8333-1a142c5dbe4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.949394 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62029ce-bf72-4f65-8333-1a142c5dbe4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.949719 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62029ce-bf72-4f65-8333-1a142c5dbe4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.950055 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62029ce-bf72-4f65-8333-1a142c5dbe4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:28.950394 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62029ce-bf72-4f65-8333-1a142c5dbe4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:29.132355 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c69ade-402b-4149-a96b-825856ac5993 req-fba77e44-f386-4c1b-a6b0-24640c566625 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:29.133870 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-97c69ade-402b-4149-a96b-825856ac5993 req-fba77e44-f386-4c1b-a6b0-24640c566625 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 946 time: 0.0628321 Jul 19 17:40:29.172482 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-97c69ade-402b-4149-a96b-825856ac5993 req-781aed78-ad5d-449b-baa0-06d5aa21ab61 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Jul 19 17:40:29.842532 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ed038-e7a6-4f1f-ba3f-537a2bb67beb req-de7b4522-7597-4115-b33d-17d69ec9cb03 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:29.844037 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e36ed038-e7a6-4f1f-ba3f-537a2bb67beb req-de7b4522-7597-4115-b33d-17d69ec9cb03 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0665977 Jul 19 17:40:29.889363 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e36ed038-e7a6-4f1f-ba3f-537a2bb67beb req-0c00267d-a95f-4f73-bd6a-f6e35c3c9cfc tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394325 Jul 19 17:40:30.321226 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236f41f-77db-4021-8937-16ef22e8c9fc req-fe9e46b7-2120-4974-92fd-72c2435e6d84 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:30.322782 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4236f41f-77db-4021-8937-16ef22e8c9fc req-fe9e46b7-2120-4974-92fd-72c2435e6d84 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 946 time: 0.0699589 Jul 19 17:40:30.360011 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4236f41f-77db-4021-8937-16ef22e8c9fc req-e86e7ec9-f0ac-4cdc-8e44-fbb55e9791ec tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316880 Jul 19 17:40:31.020295 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213fc80-2a91-4837-82c1-9affc7ebf757 req-7a850b3e-6d58-42cf-84af-b0a0b1cb44db tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:31.023175 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4213fc80-2a91-4837-82c1-9affc7ebf757 req-7a850b3e-6d58-42cf-84af-b0a0b1cb44db tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0650434 Jul 19 17:40:31.067554 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4213fc80-2a91-4837-82c1-9affc7ebf757 req-575f44f8-850d-4450-b8c9-23c1f89a12e7 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359032 Jul 19 17:40:31.328126 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69efae3-089d-4432-a8b7-937822866a9f req-41e77500-c4e6-4596-bb06-9d2a5d87430f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:31.329580 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-e69efae3-089d-4432-a8b7-937822866a9f req-41e77500-c4e6-4596-bb06-9d2a5d87430f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 946 time: 0.1143272 Jul 19 17:40:31.454149 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-e69efae3-089d-4432-a8b7-937822866a9f req-71b584e3-016d-4c2e-b074-9ee4ed5c88e8 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Deleting port 6489bb45-9a61-4b99-99a2-ad2e98aeb03a {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:40:31.454298 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-e69efae3-089d-4432-a8b7-937822866a9f req-71b584e3-016d-4c2e-b074-9ee4ed5c88e8 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:31.508172 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1eb74-3367-4076-b295-7d56aa229069 req-ef5c6989-6d82-4265-857e-fc9edeeee62f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:31.510009 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-96a1eb74-3367-4076-b295-7d56aa229069 req-ef5c6989-6d82-4265-857e-fc9edeeee62f tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 946 time: 0.0752015 Jul 19 17:40:31.564941 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-96a1eb74-3367-4076-b295-7d56aa229069 req-5499349c-a4e8-43ab-8c05-63341dcc7a67 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/security-groups?id=940ebba7-ca0b-4a84-a2ef-aa7c884df64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438206 Jul 19 17:40:31.569734 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-e69efae3-089d-4432-a8b7-937822866a9f req-71b584e3-016d-4c2e-b074-9ee4ed5c88e8 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] For port 6489bb45-9a61-4b99-99a2-ad2e98aeb03a, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6489bb45-9a61-4b99-99a2-ad2e98aeb03a,segment=NetworkSegment(86864411-1781-4521-b924-79c4586d6b70),segment_id=86864411-1781-4521-b924-79c4586d6b70)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:31.570297 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-e69efae3-089d-4432-a8b7-937822866a9f req-71b584e3-016d-4c2e-b074-9ee4ed5c88e8 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:31.585699 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-e69efae3-089d-4432-a8b7-937822866a9f req-71b584e3-016d-4c2e-b074-9ee4ed5c88e8 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Calling delete_port for 6489bb45-9a61-4b99-99a2-ad2e98aeb03a owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:40:31.739368 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-e69efae3-089d-4432-a8b7-937822866a9f req-71b584e3-016d-4c2e-b074-9ee4ed5c88e8 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:31.767349 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b584e3-016d-4c2e-b074-9ee4ed5c88e8 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Pushing event deleted for resources: {'Port': ['ID=6489bb45-9a61-4b99-99a2-ad2e98aeb03a,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:31.801292 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['6489bb45-9a61-4b99-99a2-ad2e98aeb03a'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:40:31.833825 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69efae3-089d-4432-a8b7-937822866a9f req-71b584e3-016d-4c2e-b074-9ee4ed5c88e8 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] No DVR routers for this DVR port 6489bb45-9a61-4b99-99a2-ad2e98aeb03a on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:40:31.837493 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-e69efae3-089d-4432-a8b7-937822866a9f req-71b584e3-016d-4c2e-b074-9ee4ed5c88e8 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:31.839545 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-e69efae3-089d-4432-a8b7-937822866a9f req-71b584e3-016d-4c2e-b074-9ee4ed5c88e8 tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.49 "DELETE /v2.0/ports/6489bb45-9a61-4b99-99a2-ad2e98aeb03a HTTP/1.1" status: 204 len: 173 time: 0.4997606 Jul 19 17:40:31.839990 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3', 'name': 'network-vif-deleted', 'tag': '6489bb45-9a61-4b99-99a2-ad2e98aeb03a'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:40:31.842231 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1f5c1e-1023-42e3-928a-a8129304c2c9" -d '{"events": [{"server_uuid": "6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3", "name": "network-vif-deleted", "tag": "6489bb45-9a61-4b99-99a2-ad2e98aeb03a"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:40:31.962601 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4bddf2-5f10-44a1-a17e-2eff4940eb39 x-openstack-request-id: req-7d4bddf2-5f10-44a1-a17e-2eff4940eb39 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:40:31.962958 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3", "name": "network-vif-deleted", "tag": "6489bb45-9a61-4b99-99a2-ad2e98aeb03a", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:40:31.963234 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7d4bddf2-5f10-44a1-a17e-2eff4940eb39 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:40:31.963624 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3', 'name': 'network-vif-deleted', 'tag': '6489bb45-9a61-4b99-99a2-ad2e98aeb03a', 'status': 'completed', 'code': 200} Jul 19 17:40:32.198461 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647b0d6-ad7a-4717-8ab0-8d67dd96585e req-36d3f42c-8fe6-42a0-ae6a-b3050e6cb736 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:32.199908 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1647b0d6-ad7a-4717-8ab0-8d67dd96585e req-36d3f42c-8fe6-42a0-ae6a-b3050e6cb736 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0644510 Jul 19 17:40:32.240047 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1647b0d6-ad7a-4717-8ab0-8d67dd96585e req-a4db3928-9df8-4b84-84a4-fc872afa082f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332174 Jul 19 17:40:32.688059 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e6a00791-327a-462e-ab24-2a22f8a6e28c req-8c35b0e7-0be4-423e-9ad6-e6c7fa731d1e tempest-DeleteServersTestJSON-1966858358 tempest-DeleteServersTestJSON-1966858358-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d3e0a5e-b6d2-4cad-8cec-4d609a1694d3 HTTP/1.1" status: 200 len: 210 time: 0.0290978 Jul 19 17:40:32.892422 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 48788) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:32.996900 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b98e4afb-6a6a-4334-909e-8fde58f6bc97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:33.088797 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b98e4afb-6a6a-4334-909e-8fde58f6bc97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:33.092706 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b98e4afb-6a6a-4334-909e-8fde58f6bc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:33.131492 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-b98e4afb-6a6a-4334-909e-8fde58f6bc97 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=711cf79340ef4d2b9297cb7ba12d44d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374177 Jul 19 17:40:33.132333 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e4afb-6a6a-4334-909e-8fde58f6bc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9898ffe-cba6-4f59-8319-42caa6a1e70a,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:33.134656 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 48794) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:33.186920 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ef4d721-2447-4b8d-97bb-c3e4d7206e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:33.208270 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ef4d721-2447-4b8d-97bb-c3e4d7206e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:33.260816 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ef4d721-2447-4b8d-97bb-c3e4d7206e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:33.265762 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ef4d721-2447-4b8d-97bb-c3e4d7206e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:33.274666 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-5ef4d721-2447-4b8d-97bb-c3e4d7206e9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9898ffe-cba6-4f59-8319-42caa6a1e70a HTTP/1.1" status: 204 len: 168 time: 0.1385562 Jul 19 17:40:33.287999 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4d721-2447-4b8d-97bb-c3e4d7206e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9898ffe-cba6-4f59-8319-42caa6a1e70a,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:33.406111 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62e312-edae-432b-9591-45daa02ac0a9 req-9543c798-fb6d-4a19-a51d-4a75bfe9b520 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:33.407880 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2a62e312-edae-432b-9591-45daa02ac0a9 req-9543c798-fb6d-4a19-a51d-4a75bfe9b520 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0694480 Jul 19 17:40:33.447170 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2a62e312-edae-432b-9591-45daa02ac0a9 req-84df7e09-309a-4f33-8bcf-6e99177df932 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328860 Jul 19 17:40:34.109069 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 6489bb45-9a61-4b99-99a2-ad2e98aeb03a no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:40:34.128357 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: 6489bb45-9a61-4b99-99a2-ad2e98aeb03a {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:40:34.128702 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 6489bb45-9a61-4b99-99a2-ad2e98aeb03a not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:40:34.294001 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 48846) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:34.394820 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b26b8292-7eb2-413c-bbd9-1088026b6c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:34.484706 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b26b8292-7eb2-413c-bbd9-1088026b6c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:34.488444 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b26b8292-7eb2-413c-bbd9-1088026b6c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:34.555724 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-b26b8292-7eb2-413c-bbd9-1088026b6c69 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c2d687ae9e04450e9c1778f7494ce809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604012 Jul 19 17:40:34.557270 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b8292-7eb2-413c-bbd9-1088026b6c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303595f5-d93e-4a21-aefd-3625243edf14,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:34.558316 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 48852) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:34.594500 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111761d6-1cdd-4d44-847b-cdfc2140503f req-216e27dc-1fd8-4fe6-9d38-5a72bd4aa0ac tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:34.595980 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-111761d6-1cdd-4d44-847b-cdfc2140503f req-216e27dc-1fd8-4fe6-9d38-5a72bd4aa0ac tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0776384 Jul 19 17:40:34.608677 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fdf3931a-c0d3-4f21-9da9-9171742b6b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:34.629405 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fdf3931a-c0d3-4f21-9da9-9171742b6b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:34.633846 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-111761d6-1cdd-4d44-847b-cdfc2140503f req-8c29cba6-bbf0-42a8-82cf-7e7cc3749cbf tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318291 Jul 19 17:40:34.675564 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fdf3931a-c0d3-4f21-9da9-9171742b6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:34.678609 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fdf3931a-c0d3-4f21-9da9-9171742b6b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:34.679741 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-fdf3931a-c0d3-4f21-9da9-9171742b6b4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/303595f5-d93e-4a21-aefd-3625243edf14 HTTP/1.1" status: 204 len: 168 time: 0.1203246 Jul 19 17:40:34.688674 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3931a-c0d3-4f21-9da9-9171742b6b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303595f5-d93e-4a21-aefd-3625243edf14,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:35.123662 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 48868) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:35.168260 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dace952-263a-45a5-a395-46b7e2eb6844 admin admin] Deleting subnet 4dc1e126-6997-4b9e-8f6a-523a120ff41d {{(pid=99967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:40:35.171213 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5dace952-263a-45a5-a395-46b7e2eb6844 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.401475 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5dace952-263a-45a5-a395-46b7e2eb6844 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.410459 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5dace952-263a-45a5-a395-46b7e2eb6844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364798'] for subnet, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.465029 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5dace952-263a-45a5-a395-46b7e2eb6844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for subnet, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.483802 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-6eaafe12-25fb-4022-bb1b-e5fedd357a8c tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:35.485295 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-6eaafe12-25fb-4022-bb1b-e5fedd357a8c tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/networks?id=6f41bdfe-4825-4b22-b0b9-adb28abfe835 HTTP/1.1" status: 200 len: 814 time: 0.1019809 Jul 19 17:40:35.495767 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dace952-263a-45a5-a395-46b7e2eb6844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc1e126-6997-4b9e-8f6a-523a120ff41d,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:35.497758 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5dace952-263a-45a5-a395-46b7e2eb6844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.502074 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-5dace952-263a-45a5-a395-46b7e2eb6844 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4dc1e126-6997-4b9e-8f6a-523a120ff41d HTTP/1.1" status: 204 len: 168 time: 0.3749902 Jul 19 17:40:35.502808 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 48878) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:35.503433 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-2ba8f486-7475-4f23-a3c0-edd670101447 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/quotas/1f798727ec6c469db122e0336ec8306e HTTP/1.1" status: 200 len: 375 time: 0.0118792 Jul 19 17:40:35.575113 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623415'] for network, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.575814 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-cb0b6573-689e-4dcc-a87b-6c2a21f88edb tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f798727ec6c469db122e0336ec8306e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662229 Jul 19 17:40:35.657145 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366034', 'neutron.services.segments.db._delete_segments_for_network-8740605476410'] for network, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.667527 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-f8b3ce4a-7588-4e0b-a68f-7193f4233d6b service neutron] 10.222.0.58 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845358 Jul 19 17:40:35.668437 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:40:35.668907 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:40:35.669673 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:40:35.670088 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Subscribe: > port after_create 55550000 {{(pid=99967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:40:35.670320 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:40:35.670640 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Subscribe: > port after_update 55550000 {{(pid=99967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:40:35.670960 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:40:35.671276 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:40:35.671586 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:40:35.671915 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:40:35.797671 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:40:35.798009 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:40:35.798360 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:40:35.798687 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:40:35.799060 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5fcb9c-531a-402e-81d7-28dc74598047']}} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:35.799429 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-621b2dfb-b69c-43b5-bb9b-da0df49ea0ba service neutron] 10.222.0.58 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250701 Jul 19 17:40:35.814388 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb5b09-dc73-47bf-bc3d-5d2846d46831 req-cdc32467-00f2-40af-a9b5-6643189294c8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:35.815899 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7fcb5b09-dc73-47bf-bc3d-5d2846d46831 req-cdc32467-00f2-40af-a9b5-6643189294c8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.1109161 Jul 19 17:40:35.818536 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86864411-1781-4521-b924-79c4586d6b70') {'for_net_delete': True} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:35.818827 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86864411-1781-4521-b924-79c4586d6b70') {} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:35.837709 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740605480259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8558821'] for segment, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.858573 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7fcb5b09-dc73-47bf-bc3d-5d2846d46831 req-01b30a16-77d2-4343-8f5e-d753f9bc2fba tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339916 Jul 19 17:40:35.858832 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.867981 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=99967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:40:35.868434 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558688'] for segment, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: from cryptography.utils import int_from_bytes Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: from cryptography.utils import int_from_bytes Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: Traceback (most recent call last): Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: timer() Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: cb(*args, **kw) Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: return func(*args, **kwargs) Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: self._notify() Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: self.callback(batched_events) Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: event.method(event) Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: return f(self, *a, **k) Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._get(url).json() Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: return self.request(url, 'GET', **kwargs) Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:40:35.872516 dv-cinder-800696-4-iscsi neutron-server[99967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:40:35.946926 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418180'] for network, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.954789 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:35.956864 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3f5fcb9c-531a-402e-81d7-28dc74598047 HTTP/1.1" status: 204 len: 168 time: 0.4536886 Jul 19 17:40:35.967889 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c3e15-1fcd-4c01-a6dd-7acdd35fb291 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5fcb9c-531a-402e-81d7-28dc74598047,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:35.997567 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2c3b6fff-4555-476e-ac80-464700a910b3 req-e6022dfe-1643-4d8e-a7e2-d954d3164c61 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 210 time: 0.0507641 Jul 19 17:40:36.160067 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 48900) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:36.206454 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 48904) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:36.207145 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-023ff6cc-d839-496c-9639-6bf478f04d65 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95cc458466614889a29b3238b349fcc2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0452142 Jul 19 17:40:36.261258 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-61605a3b-9d43-4406-a975-4d6f784ea99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:36.286083 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-61605a3b-9d43-4406-a975-4d6f784ea99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:36.343340 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-61605a3b-9d43-4406-a975-4d6f784ea99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:36.345902 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-61605a3b-9d43-4406-a975-4d6f784ea99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:36.350153 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-61605a3b-9d43-4406-a975-4d6f784ea99f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/940ebba7-ca0b-4a84-a2ef-aa7c884df64a HTTP/1.1" status: 204 len: 168 time: 0.1391790 Jul 19 17:40:36.357658 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61605a3b-9d43-4406-a975-4d6f784ea99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940ebba7-ca0b-4a84-a2ef-aa7c884df64a,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:37.019368 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513db22-11b8-4ae2-8bb6-2f52da766695 req-9c835a95-2449-4829-9335-ad2189da3428 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:37.027572 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b513db22-11b8-4ae2-8bb6-2f52da766695 req-9c835a95-2449-4829-9335-ad2189da3428 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0819805 Jul 19 17:40:37.072673 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b513db22-11b8-4ae2-8bb6-2f52da766695 req-46d6d797-9d75-48b7-8bda-56c0a3386544 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440872 Jul 19 17:40:37.148143 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-13696394-6d80-4a33-a759-328afe28c4e4 req-2fad0b08-8a77-4f65-8812-5af5d2a95ad8 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 210 time: 0.0331676 Jul 19 17:40:37.324277 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-a0eb4000-6b3e-4829-a7ba-b292d82f7294 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:37.326371 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-a0eb4000-6b3e-4829-a7ba-b292d82f7294 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.49 "GET /v2.0/networks?id=6f41bdfe-4825-4b22-b0b9-adb28abfe835 HTTP/1.1" status: 200 len: 814 time: 0.1147048 Jul 19 17:40:37.348185 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-d47ec960-9609-40a1-ba03-348524707064 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Request body: {'port': {'device_id': 'a695527f-6318-45c4-9b3c-950278eaed63', 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835', 'admin_state_up': True, 'tenant_id': '1f798727ec6c469db122e0336ec8306e'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:40:37.461029 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-d47ec960-9609-40a1-ba03-348524707064 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Made reservation on behalf of 1f798727ec6c469db122e0336ec8306e for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:40:37.464734 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-d47ec960-9609-40a1-ba03-348524707064 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:37.601369 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-d47ec960-9609-40a1-ba03-348524707064 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Allocated IP 172.20.0.7 (6f41bdfe-4825-4b22-b0b9-adb28abfe835/3eb113ba-eefb-429b-b333-3270c4ff78d1/6416955a-6e87-4401-b7fd-9ac974ef5912) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:40:37.749571 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-d47ec960-9609-40a1-ba03-348524707064 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:37.788259 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-d47ec960-9609-40a1-ba03-348524707064 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:37.835183 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:40:37.842982 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-d47ec960-9609-40a1-ba03-348524707064 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:40:37.846206 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-d47ec960-9609-40a1-ba03-348524707064 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:40:37.850426 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-d47ec960-9609-40a1-ba03-348524707064 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:40:37.856820 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ec960-9609-40a1-ba03-348524707064 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Pushing event updated for resources: {'Port': ['ID=6416955a-6e87-4401-b7fd-9ac974ef5912,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:37.904287 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-d47ec960-9609-40a1-ba03-348524707064 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:37.904892 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-d47ec960-9609-40a1-ba03-348524707064 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:37.920707 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-d47ec960-9609-40a1-ba03-348524707064 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5764511 Jul 19 17:40:37.942643 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Request body: {'port': {'device_id': 'a695527f-6318-45c4-9b3c-950278eaed63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:40:38.022508 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:38.348082 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec787293-c6bc-443a-a09d-c57589f677b1 req-f2a8f72e-5b1d-46ba-b78b-c6cbe9be3a40 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:38.349580 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ec787293-c6bc-443a-a09d-c57589f677b1 req-f2a8f72e-5b1d-46ba-b78b-c6cbe9be3a40 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 931 time: 0.1044781 Jul 19 17:40:38.360714 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c6276-3228-45f1-9a96-ee2cf4bf5267 req-dcf3dfca-6ee3-43be-8f6a-907fcee6b5c8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:38.362130 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-150c6276-3228-45f1-9a96-ee2cf4bf5267 req-dcf3dfca-6ee3-43be-8f6a-907fcee6b5c8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.1067660 Jul 19 17:40:38.388376 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6416955a-6e87-4401-b7fd-9ac974ef5912 {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:40:38.395944 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:38.407531 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Transition to ACTIVE for port object 6416955a-6e87-4401-b7fd-9ac974ef5912 will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:40:38.412404 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:38.419951 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ec787293-c6bc-443a-a09d-c57589f677b1 req-fba4d8cb-f585-459f-803e-5fb87f376abb tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568883 Jul 19 17:40:38.424991 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-150c6276-3228-45f1-9a96-ee2cf4bf5267 req-60027361-846b-48c5-ba11-3bebde934bee tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554781 Jul 19 17:40:38.460257 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6416955a-6e87-4401-b7fd-9ac974ef5912,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:38.535296 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Attempting to bind port 6416955a-6e87-4401-b7fd-9ac974ef5912 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:40:38.535623 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Attempting to bind port 6416955a-6e87-4401-b7fd-9ac974ef5912 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '936f9355-0be1-470f-a158-f5555ef6d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:40:38.535942 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Attempting to bind port 6416955a-6e87-4401-b7fd-9ac974ef5912 on network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:40:38.540079 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Port 6416955a-6e87-4401-b7fd-9ac974ef5912 on network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:40:38.540334 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Attempting to bind port 6416955a-6e87-4401-b7fd-9ac974ef5912 on network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:40:38.544978 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:40:38.545304 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Checking segment: {'id': '936f9355-0be1-470f-a158-f5555ef6d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:40:38.545676 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Bound using segment: {'id': '936f9355-0be1-470f-a158-f5555ef6d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:40:38.546121 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Bound port: 6416955a-6e87-4401-b7fd-9ac974ef5912, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936f9355-0be1-470f-a158-f5555ef6d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:40:38.546465 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:38.606594 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] For port 6416955a-6e87-4401-b7fd-9ac974ef5912, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:40:38.609423 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] For port 6416955a-6e87-4401-b7fd-9ac974ef5912, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6416955a-6e87-4401-b7fd-9ac974ef5912,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:40:38.613554 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:38.646828 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:38.647316 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:38.648684 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] 10.222.0.49 "PUT /v2.0/ports/6416955a-6e87-4401-b7fd-9ac974ef5912 HTTP/1.1" status: 200 len: 1093 time: 0.7108040 Jul 19 17:40:38.651319 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a695527f-6318-45c4-9b3c-950278eaed63', 'tag': '6416955a-6e87-4401-b7fd-9ac974ef5912'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:40:38.653626 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ea2564-5dee-45cc-895a-31be98f1fde6" -d '{"events": [{"name": "network-changed", "server_uuid": "a695527f-6318-45c4-9b3c-950278eaed63", "tag": "6416955a-6e87-4401-b7fd-9ac974ef5912"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:40:38.686923 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d77dc5-d182-430e-bdff-1bcb998ac6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6416955a-6e87-4401-b7fd-9ac974ef5912,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:38.710990 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd8bc2f-6196-4971-b924-68a7d93ec288 x-openstack-request-id: req-4bd8bc2f-6196-4971-b924-68a7d93ec288 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:40:38.711377 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a695527f-6318-45c4-9b3c-950278eaed63", "tag": "6416955a-6e87-4401-b7fd-9ac974ef5912", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:40:38.711735 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4bd8bc2f-6196-4971-b924-68a7d93ec288 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:40:38.712240 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a695527f-6318-45c4-9b3c-950278eaed63', 'tag': '6416955a-6e87-4401-b7fd-9ac974ef5912', 'status': 'completed', 'code': 200} Jul 19 17:40:38.812860 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-ccb04053-7516-4ddc-9ef5-05c264a2f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:38.814378 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-ccb04053-7516-4ddc-9ef5-05c264a2f93f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f798727ec6c469db122e0336ec8306e&device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 1096 time: 0.0552962 Jul 19 17:40:38.867273 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-1e91cea5-50aa-4e84-9b67-5a5375c3171e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6416955a-6e87-4401-b7fd-9ac974ef5912 HTTP/1.1" status: 200 len: 217 time: 0.0342562 Jul 19 17:40:38.914279 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-5c6de786-c82f-4fa9-b099-92ce0338ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:38.915645 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-5c6de786-c82f-4fa9-b099-92ce0338ba58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eb113ba-eefb-429b-b333-3270c4ff78d1 HTTP/1.1" status: 200 len: 854 time: 0.0410252 Jul 19 17:40:38.952875 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-b952a8b4-868c-4c10-b8f3-c959182f8682 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f41bdfe-4825-4b22-b0b9-adb28abfe835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279791 Jul 19 17:40:39.042984 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-d01be0c5-ab54-4b23-b3b3-acddb90cf409 service neutron] 10.222.0.49 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798585 Jul 19 17:40:39.135109 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b8699ab8-67b2-474a-ad09-fa7218647321 req-010936f2-dac3-48a6-afed-7a4dd4965448 service neutron] 10.222.0.49 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823114 Jul 19 17:40:39.337883 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2564-5dee-45cc-895a-31be98f1fde6 req-b5000153-bb6b-4e47-943b-a7db1547c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:39.339479 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f1ea2564-5dee-45cc-895a-31be98f1fde6 req-b5000153-bb6b-4e47-943b-a7db1547c57d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f798727ec6c469db122e0336ec8306e&device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 1096 time: 0.0568507 Jul 19 17:40:39.433025 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2564-5dee-45cc-895a-31be98f1fde6 req-4ae1dd8e-b43d-4c94-811c-91ea43deaaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:39.434558 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f1ea2564-5dee-45cc-895a-31be98f1fde6 req-4ae1dd8e-b43d-4c94-811c-91ea43deaaba service neutron] 10.222.0.49 "GET /v2.0/networks?id=6f41bdfe-4825-4b22-b0b9-adb28abfe835 HTTP/1.1" status: 200 len: 915 time: 0.0869880 Jul 19 17:40:39.483927 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f1ea2564-5dee-45cc-895a-31be98f1fde6 req-b53c0baf-ed1b-46bb-a3df-6544fdd6093e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6416955a-6e87-4401-b7fd-9ac974ef5912 HTTP/1.1" status: 200 len: 217 time: 0.0381103 Jul 19 17:40:39.541167 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2564-5dee-45cc-895a-31be98f1fde6 req-369be1a2-d856-481d-ad70-3c765fa80eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:39.542760 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f1ea2564-5dee-45cc-895a-31be98f1fde6 req-369be1a2-d856-481d-ad70-3c765fa80eb9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eb113ba-eefb-429b-b333-3270c4ff78d1 HTTP/1.1" status: 200 len: 854 time: 0.0439160 Jul 19 17:40:39.583296 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f1ea2564-5dee-45cc-895a-31be98f1fde6 req-dc363efd-ef8f-4c2b-ab52-02deaa339577 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f41bdfe-4825-4b22-b0b9-adb28abfe835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300603 Jul 19 17:40:39.593977 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c22c7c-c94a-46d3-9ac3-919915844b0d req-f4bdada7-3e0f-4f43-92a7-f7e6522b2d99 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:39.595585 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-14c22c7c-c94a-46d3-9ac3-919915844b0d req-f4bdada7-3e0f-4f43-92a7-f7e6522b2d99 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 943 time: 0.1059375 Jul 19 17:40:39.604145 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba46e5-d644-4881-8547-77518ca8cab6 req-8722fed9-5aab-4972-a145-2a8d33954950 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:39.605616 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-11ba46e5-d644-4881-8547-77518ca8cab6 req-8722fed9-5aab-4972-a145-2a8d33954950 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.1068153 Jul 19 17:40:39.666427 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-11ba46e5-d644-4881-8547-77518ca8cab6 req-83071c8b-6196-4eea-a67f-5150f06a9b57 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537605 Jul 19 17:40:39.669141 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-14c22c7c-c94a-46d3-9ac3-919915844b0d req-e009c3f9-66a9-42ba-a9d5-1422494a7ea7 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626149 Jul 19 17:40:39.720146 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f1ea2564-5dee-45cc-895a-31be98f1fde6 req-34d82ce0-b41a-4442-aca4-8f1754ee0ae7 service neutron] 10.222.0.49 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130464 Jul 19 17:40:39.816629 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f1ea2564-5dee-45cc-895a-31be98f1fde6 req-71a8029e-44c8-4810-9ecb-719d8bf18213 service neutron] 10.222.0.49 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891864 Jul 19 17:40:40.848268 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce45fc-a364-4db7-a883-a0f997c32161 req-896d0db4-e4da-4a32-9e04-7ba178a76182 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:40.849663 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f1ce45fc-a364-4db7-a883-a0f997c32161 req-896d0db4-e4da-4a32-9e04-7ba178a76182 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 943 time: 0.1020141 Jul 19 17:40:40.857557 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eec0bf-4444-467d-9c29-05fa9cb2c9dd req-db6bec17-df65-411e-9717-71978f4bf282 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:40.858977 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e2eec0bf-4444-467d-9c29-05fa9cb2c9dd req-db6bec17-df65-411e-9717-71978f4bf282 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.1013107 Jul 19 17:40:40.912212 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f1ce45fc-a364-4db7-a883-a0f997c32161 req-07d9ce8f-d105-4966-af3b-940771a64c80 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523207 Jul 19 17:40:40.918999 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e2eec0bf-4444-467d-9c29-05fa9cb2c9dd req-c55ccfb0-fc92-4acf-b845-af607e1c7dc7 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526345 Jul 19 17:40:41.452361 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49048) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:41.556679 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3eea4692-1340-4c73-a8c8-a969a7f4a1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:41.645491 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3eea4692-1340-4c73-a8c8-a969a7f4a1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:41.648934 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3eea4692-1340-4c73-a8c8-a969a7f4a1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:41.687769 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-3eea4692-1340-4c73-a8c8-a969a7f4a1ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=036a3620714542a7bea4ed94354b1ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342713 Jul 19 17:40:41.688912 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea4692-1340-4c73-a8c8-a969a7f4a1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaaf756-e0d1-4ad9-b316-67876aa72bcb,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:41.690502 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 49052) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:41.747589 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e74d7bad-3ce3-482e-a582-7b31a8a97550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:41.767627 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e74d7bad-3ce3-482e-a582-7b31a8a97550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:41.814455 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e74d7bad-3ce3-482e-a582-7b31a8a97550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:41.816925 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e74d7bad-3ce3-482e-a582-7b31a8a97550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:41.818073 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-e74d7bad-3ce3-482e-a582-7b31a8a97550 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6eaaf756-e0d1-4ad9-b316-67876aa72bcb HTTP/1.1" status: 204 len: 168 time: 0.1181545 Jul 19 17:40:41.826187 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d7bad-3ce3-482e-a582-7b31a8a97550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaaf756-e0d1-4ad9-b316-67876aa72bcb,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:42.083342 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 49064) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:42.087182 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba14586-de03-4d53-a667-39898f89dae0 req-73e81f71-03d8-466b-a813-17eea3e92220 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:42.088690 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-aba14586-de03-4d53-a667-39898f89dae0 req-73e81f71-03d8-466b-a813-17eea3e92220 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 943 time: 0.1094165 Jul 19 17:40:42.096963 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5781d278-fa15-409a-b275-66fa73c2b754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:42.101008 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c347ad-f494-4a41-8e54-476d270f434f req-c75243b8-b4f1-4ec4-bb23-d140b959f9d2 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:42.103742 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c8c347ad-f494-4a41-8e54-476d270f434f req-c75243b8-b4f1-4ec4-bb23-d140b959f9d2 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.1141939 Jul 19 17:40:42.139329 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 6416955a-6e87-4401-b7fd-9ac974ef5912 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:40:42.171164 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-aba14586-de03-4d53-a667-39898f89dae0 req-396371f6-e293-407f-99ad-402d976f8822 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665150 Jul 19 17:40:42.180971 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c8c347ad-f494-4a41-8e54-476d270f434f req-24f3e802-a777-4a78-9e0b-f511ac3b8884 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694766 Jul 19 17:40:42.229333 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5781d278-fa15-409a-b275-66fa73c2b754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:42.234929 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5781d278-fa15-409a-b275-66fa73c2b754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:42.278991 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781d278-fa15-409a-b275-66fa73c2b754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fac667-0e94-4e62-b7ba-136bfb721739,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:42.286394 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-5781d278-fa15-409a-b275-66fa73c2b754 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95db814e3e1944f8b164b8c255134202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015862 Jul 19 17:40:42.287049 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49068) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:42.292119 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 6416955a-6e87-4401-b7fd-9ac974ef5912, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6416955a-6e87-4401-b7fd-9ac974ef5912,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:42.304020 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': '6416955a-6e87-4401-b7fd-9ac974ef5912', 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835', 'port_id': '6416955a-6e87-4401-b7fd-9ac974ef5912', 'mac_address': 'fa:16:3e:49:0f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb113ba-eefb-429b-b333-3270c4ff78d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:40:42.336729 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a41cc671-9146-437f-bdaf-c3c2669d876f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:42.345243 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:42.358385 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6416955a-6e87-4401-b7fd-9ac974ef5912 {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:40:42.360289 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a41cc671-9146-437f-bdaf-c3c2669d876f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:42.377644 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 6416955a-6e87-4401-b7fd-9ac974ef5912, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6416955a-6e87-4401-b7fd-9ac974ef5912,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:42.382763 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:42.418895 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a41cc671-9146-437f-bdaf-c3c2669d876f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:42.421386 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a41cc671-9146-437f-bdaf-c3c2669d876f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:42.424829 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-a41cc671-9146-437f-bdaf-c3c2669d876f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34fac667-0e94-4e62-b7ba-136bfb721739 HTTP/1.1" status: 204 len: 168 time: 0.1338153 Jul 19 17:40:42.430359 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cc671-9146-437f-bdaf-c3c2669d876f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fac667-0e94-4e62-b7ba-136bfb721739,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:42.453731 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=6416955a-6e87-4401-b7fd-9ac974ef5912,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:42.465605 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:42.466005 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:42.466375 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:42.466709 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:42.467040 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:42.467694 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:42.468027 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:42.468354 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:42.468677 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:42.468999 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:42.469553 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:42.469942 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:42.896402 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['6416955a-6e87-4401-b7fd-9ac974ef5912'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:40:43.358540 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359accea-49f8-4509-8980-857b27f6d384 req-d73a8a92-ac0f-406e-a418-e8e9fbd5f35e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:43.360014 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-359accea-49f8-4509-8980-857b27f6d384 req-d73a8a92-ac0f-406e-a418-e8e9fbd5f35e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.1060934 Jul 19 17:40:43.368561 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074bb18-abb7-4185-91fe-7a2502f0684a req-94494896-75fa-45e7-9c1a-e368f8d6df94 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:43.369926 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c074bb18-abb7-4185-91fe-7a2502f0684a req-94494896-75fa-45e7-9c1a-e368f8d6df94 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 944 time: 0.1207573 Jul 19 17:40:43.426654 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-359accea-49f8-4509-8980-857b27f6d384 req-c39cb97f-482c-4e55-80bf-311c9efa5e48 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557666 Jul 19 17:40:43.431945 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c074bb18-abb7-4185-91fe-7a2502f0684a req-85155f04-4a00-4a9c-91d1-9fd57710a8cc tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544186 Jul 19 17:40:44.137304 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 6416955a-6e87-4401-b7fd-9ac974ef5912 up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:40:44.194170 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port 6416955a-6e87-4401-b7fd-9ac974ef5912 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:40:44.199022 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port 6416955a-6e87-4401-b7fd-9ac974ef5912 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:40:44.199742 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:44.288421 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:44.309496 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a695527f-6318-45c4-9b3c-950278eaed63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6416955a-6e87-4401-b7fd-9ac974ef5912'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:40:44.311708 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab946a07-a98f-451d-b37b-37351ab49ab9" -d '{"events": [{"server_uuid": "a695527f-6318-45c4-9b3c-950278eaed63", "name": "network-vif-plugged", "status": "completed", "tag": "6416955a-6e87-4401-b7fd-9ac974ef5912"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:40:44.323461 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 6416955a-6e87-4401-b7fd-9ac974ef5912, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6416955a-6e87-4401-b7fd-9ac974ef5912,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:44.327356 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:44.354017 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d89870-95ec-4953-bff3-e2564967a92c x-openstack-request-id: req-d6d89870-95ec-4953-bff3-e2564967a92c {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:40:44.354330 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a695527f-6318-45c4-9b3c-950278eaed63", "name": "network-vif-plugged", "status": "completed", "tag": "6416955a-6e87-4401-b7fd-9ac974ef5912", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:40:44.354577 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6d89870-95ec-4953-bff3-e2564967a92c {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:40:44.354952 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a695527f-6318-45c4-9b3c-950278eaed63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6416955a-6e87-4401-b7fd-9ac974ef5912', 'code': 200} Jul 19 17:40:44.379371 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=6416955a-6e87-4401-b7fd-9ac974ef5912,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:44.592476 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815b04b-63a4-488b-9930-38e22850ec42 req-0f6384e9-ff6b-48c1-bcbf-8388ba39aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:44.594169 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-7815b04b-63a4-488b-9930-38e22850ec42 req-0f6384e9-ff6b-48c1-bcbf-8388ba39aa3f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 1098 time: 0.0592136 Jul 19 17:40:44.611129 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e78d24-cdbc-4f3e-aac9-2f9ae7042702 req-d13d185f-faef-409a-a847-4b1469acc0a2 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:44.612694 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a2e78d24-cdbc-4f3e-aac9-2f9ae7042702 req-d13d185f-faef-409a-a847-4b1469acc0a2 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.1133065 Jul 19 17:40:44.624060 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511ca9e-2e23-4ddc-9545-61bf7f99a3e7 req-897e749e-1d85-47d2-a0db-019bcf1ed603 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:44.625456 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3511ca9e-2e23-4ddc-9545-61bf7f99a3e7 req-897e749e-1d85-47d2-a0db-019bcf1ed603 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.1156929 Jul 19 17:40:44.632212 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-7815b04b-63a4-488b-9930-38e22850ec42 req-3374948f-d760-45f2-8e9c-4d327a19492c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290949 Jul 19 17:40:44.682034 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3511ca9e-2e23-4ddc-9545-61bf7f99a3e7 req-8250510f-967e-4af6-ad39-b3cb51495f6c tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493157 Jul 19 17:40:44.684857 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a2e78d24-cdbc-4f3e-aac9-2f9ae7042702 req-613a949e-efc9-4208-9b28-c650431b8c14 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585618 Jul 19 17:40:45.862746 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facf79b-c6d6-4b15-9146-1577f4870a0f req-300f4d24-bb5f-4a0c-9dfb-bf5aa66b1943 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:45.864145 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3facf79b-c6d6-4b15-9146-1577f4870a0f req-300f4d24-bb5f-4a0c-9dfb-bf5aa66b1943 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.1129150 Jul 19 17:40:45.871158 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c784243-9a2d-4934-bd11-ad28e9203a43 req-dde65323-fca9-4041-901e-927939133c85 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:45.872486 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4c784243-9a2d-4934-bd11-ad28e9203a43 req-dde65323-fca9-4041-901e-927939133c85 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.1108673 Jul 19 17:40:45.926178 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3facf79b-c6d6-4b15-9146-1577f4870a0f req-a85083d5-6a6d-42bb-98bb-1817cd4fec86 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527463 Jul 19 17:40:45.930854 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4c784243-9a2d-4934-bd11-ad28e9203a43 req-f7bb52c2-2aaf-4989-8b9a-1d306bf397d4 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518115 Jul 19 17:40:46.717316 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:40:47.102232 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34df541-4397-44c5-8916-f1e6bfb0a794 req-32ac970b-e758-43c2-959d-73225e6a44fb tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:47.103587 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b34df541-4397-44c5-8916-f1e6bfb0a794 req-32ac970b-e758-43c2-959d-73225e6a44fb tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0966094 Jul 19 17:40:47.110867 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c180200-61de-4b84-8372-16d7316cc7ea req-8eef597a-0b5d-495c-bcf7-6d85e897c1c0 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:47.112201 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7c180200-61de-4b84-8372-16d7316cc7ea req-8eef597a-0b5d-495c-bcf7-6d85e897c1c0 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.1146624 Jul 19 17:40:47.170810 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b34df541-4397-44c5-8916-f1e6bfb0a794 req-883c4a64-3e2e-4ef8-b322-7651a8b5485b tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576866 Jul 19 17:40:47.173451 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7c180200-61de-4b84-8372-16d7316cc7ea req-9af36d3e-b857-4286-b4d9-f0c57de1d7dc tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530517 Jul 19 17:40:47.644707 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49234) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:47.761152 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ccf4-1759-4155-bf41-a4cd6b8e141f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:47.860174 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ccf4-1759-4155-bf41-a4cd6b8e141f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:47.864501 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ccf4-1759-4155-bf41-a4cd6b8e141f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:47.902181 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7ccf4-1759-4155-bf41-a4cd6b8e141f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4410bbd-8476-4ef5-9e7c-a88f4ab43bd9,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:47.909151 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-f2e7ccf4-1759-4155-bf41-a4cd6b8e141f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4c1bf672bbf45ea954429e9ba1eb337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607749 Jul 19 17:40:47.909469 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 49250) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:47.961188 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7351-4fd9-8424-987c78a1bc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:47.982572 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7351-4fd9-8424-987c78a1bc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:48.032677 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7351-4fd9-8424-987c78a1bc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:48.035585 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2e65b9db-7351-4fd9-8424-987c78a1bc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:48.036997 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-2e65b9db-7351-4fd9-8424-987c78a1bc41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4410bbd-8476-4ef5-9e7c-a88f4ab43bd9 HTTP/1.1" status: 204 len: 168 time: 0.1265044 Jul 19 17:40:48.051919 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65b9db-7351-4fd9-8424-987c78a1bc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4410bbd-8476-4ef5-9e7c-a88f4ab43bd9,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:48.158842 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 49262) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:48.324474 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bb2ed-f956-4983-9526-6c5b0d145b9d req-8e092ae1-a760-4550-b312-7302502bbc89 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:48.326438 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0df5537f-b919-4f96-b5c5-40b768e8f521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:48.330630 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bb1bb2ed-f956-4983-9526-6c5b0d145b9d req-8e092ae1-a760-4550-b312-7302502bbc89 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0796752 Jul 19 17:40:48.380596 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bb1bb2ed-f956-4983-9526-6c5b0d145b9d req-88ce9778-8b1e-42ad-879f-1532743dbc9a tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414205 Jul 19 17:40:48.434259 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0df5537f-b919-4f96-b5c5-40b768e8f521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:48.439761 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0df5537f-b919-4f96-b5c5-40b768e8f521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:48.486288 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-0df5537f-b919-4f96-b5c5-40b768e8f521 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f42e6a67ab764ea6af2bd03f679b9b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263514 Jul 19 17:40:48.487453 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5537f-b919-4f96-b5c5-40b768e8f521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa31c38e-b886-42ee-9cb8-c35a658c7b9c,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:48.490010 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49280) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:48.548572 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-75d2cf10-d082-4180-8e54-d722b1f6c9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:48.573739 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-75d2cf10-d082-4180-8e54-d722b1f6c9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:48.619813 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-75d2cf10-d082-4180-8e54-d722b1f6c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:48.622600 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-75d2cf10-d082-4180-8e54-d722b1f6c9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:48.623739 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-75d2cf10-d082-4180-8e54-d722b1f6c9aa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa31c38e-b886-42ee-9cb8-c35a658c7b9c HTTP/1.1" status: 204 len: 168 time: 0.1327150 Jul 19 17:40:48.634593 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2cf10-d082-4180-8e54-d722b1f6c9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa31c38e-b886-42ee-9cb8-c35a658c7b9c,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:48.722324 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 49292) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:48.922898 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-1442604a-ae5e-4177-a99f-795c3645527d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1610625568-network', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:40:48.944480 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1442604a-ae5e-4177-a99f-795c3645527d admin admin] Made reservation on behalf of c040f5f97adc447195c341b2b823bfe6 for: {'network': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:40:48.947311 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1442604a-ae5e-4177-a99f-795c3645527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:48.955758 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1442604a-ae5e-4177-a99f-795c3645527d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:48.959533 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49302) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:48.973131 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4997387a-b7fc-43f8-85f7-b5c6e21f32c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.047401 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1442604a-ae5e-4177-a99f-795c3645527d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.051318 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1442604a-ae5e-4177-a99f-795c3645527d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.077653 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1442604a-ae5e-4177-a99f-795c3645527d admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=99967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:40:49.091932 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442604a-ae5e-4177-a99f-795c3645527d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d1e44d-d795-40fd-8322-26cec71acb09,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:49.098296 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1442604a-ae5e-4177-a99f-795c3645527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.098684 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.segments_db [None req-1442604a-ae5e-4177-a99f-795c3645527d admin admin] Added segment 6b0ee3b4-6081-480f-97f6-b27528d76bcf of type vlan for network 0f24d9df-a931-4ff8-bb3b-6117c4624555 Jul 19 17:40:49.131739 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4997387a-b7fc-43f8-85f7-b5c6e21f32c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.136596 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4997387a-b7fc-43f8-85f7-b5c6e21f32c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.141661 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1442604a-ae5e-4177-a99f-795c3645527d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.173934 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a4aa3afb-b9a2-438d-81d5-2810ffeee5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.174712 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-4997387a-b7fc-43f8-85f7-b5c6e21f32c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2de3c32229354571993e02554c536ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141051 Jul 19 17:40:49.175808 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997387a-b7fc-43f8-85f7-b5c6e21f32c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50d522b-e6d8-474f-b21c-d6ff7c77772e,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:49.178054 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49304) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:49.180729 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1442604a-ae5e-4177-a99f-795c3645527d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.181745 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1442604a-ae5e-4177-a99f-795c3645527d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:49.182406 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1442604a-ae5e-4177-a99f-795c3645527d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.214252 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-1442604a-ae5e-4177-a99f-795c3645527d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4906390 Jul 19 17:40:49.217710 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49306) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:49.224442 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-c81dae16-dc3f-45cd-8c25-4b6cc0f6718c admin admin] Request body: {'subnet': {'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1610625568-subnet', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'ip_version': 4}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:40:49.246288 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442604a-ae5e-4177-a99f-795c3645527d admin admin] Pushing event updated for resources: {'Network': ['ID=0f24d9df-a931-4ff8-bb3b-6117c4624555,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:49.253488 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f1f333aa-470c-44f8-bad8-d2aef474851e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.257987 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network 0f24d9df-a931-4ff8-bb3b-6117c4624555 details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:40:49.258419 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81dae16-dc3f-45cd-8c25-4b6cc0f6718c admin admin] Made reservation on behalf of c040f5f97adc447195c341b2b823bfe6 for: {'subnet': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:40:49.260701 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c81dae16-dc3f-45cd-8c25-4b6cc0f6718c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.296201 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f1f333aa-470c-44f8-bad8-d2aef474851e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.406713 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f1f333aa-470c-44f8-bad8-d2aef474851e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.409289 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f1f333aa-470c-44f8-bad8-d2aef474851e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.410436 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-f1f333aa-470c-44f8-bad8-d2aef474851e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d50d522b-e6d8-474f-b21c-d6ff7c77772e HTTP/1.1" status: 204 len: 168 time: 0.2274365 Jul 19 17:40:49.425715 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f333aa-470c-44f8-bad8-d2aef474851e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50d522b-e6d8-474f-b21c-d6ff7c77772e,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:49.513313 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c81dae16-dc3f-45cd-8c25-4b6cc0f6718c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for subnet, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.595507 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc8157-38da-4388-bec8-fade61bab334 req-22f4c11a-e1a6-4e1f-a45c-991b61efffd4 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:49.596870 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-51fc8157-38da-4388-bec8-fade61bab334 req-22f4c11a-e1a6-4e1f-a45c-991b61efffd4 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.1347387 Jul 19 17:40:49.597927 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dae16-dc3f-45cd-8c25-4b6cc0f6718c admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a645b9-6b30-4f54-84d8-11e492b1f028,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:49.612291 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81dae16-dc3f-45cd-8c25-4b6cc0f6718c admin admin] Checking segment: {'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:40:49.612644 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81dae16-dc3f-45cd-8c25-4b6cc0f6718c admin admin] Network hostable DHCP agents. Network: 0f24d9df-a931-4ff8-bb3b-6117c4624555, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:40:49.649190 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-51fc8157-38da-4388-bec8-fade61bab334 req-1762e21d-19fd-4f11-8e9e-a00ef7d68893 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435443 Jul 19 17:40:49.650160 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81dae16-dc3f-45cd-8c25-4b6cc0f6718c admin admin] Network 0f24d9df-a931-4ff8-bb3b-6117c4624555 is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:40:49.661192 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-c81dae16-dc3f-45cd-8c25-4b6cc0f6718c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, 0f24d9df-a931-4ff8-bb3b-6117c4624555) {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:40:49.671331 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81dae16-dc3f-45cd-8c25-4b6cc0f6718c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:49.671959 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c81dae16-dc3f-45cd-8c25-4b6cc0f6718c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.673402 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4523c28e-0042-4f02-b0e2-a2db1f426e36 None None] Network 0f24d9df-a931-4ff8-bb3b-6117c4624555 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:40:49.691380 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 49318) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:49.691977 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-c81dae16-dc3f-45cd-8c25-4b6cc0f6718c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4730048 Jul 19 17:40:49.696309 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:40:49.746679 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-418101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61407'] for router, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.748011 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61382'] for router, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.821749 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:49.895954 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2202dd0c-eff8-5d3a-a849-6904cc3a08dc-0f24d9df-a931-4ff8-bb3b-6117c4624555', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028'}]}} from dv-cinder-800696-4-iscsi. {{(pid=99968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:40:49.896814 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:50.035030 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-418139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6204'] for router, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:50.070080 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Allocated IP 172.20.0.2 (0f24d9df-a931-4ff8-bb3b-6117c4624555/66a645b9-6b30-4f54-84d8-11e492b1f028/cf4b4846-424e-45cd-a147-a8ed47978d75) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:40:50.232591 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50c29f-227e-4237-a73a-31c697353597 req-c279f122-df23-4625-9e16-ef1dbacb75d4 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:50.241286 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0d50c29f-227e-4237-a73a-31c697353597 req-c279f122-df23-4625-9e16-ef1dbacb75d4 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/networks?id=6f41bdfe-4825-4b22-b0b9-adb28abfe835 HTTP/1.1" status: 200 len: 814 time: 0.1590226 Jul 19 17:40:50.265688 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0d50c29f-227e-4237-a73a-31c697353597 req-26a70ac7-e3b4-4b34-88bd-f3b6c4a3602a tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/quotas/1f798727ec6c469db122e0336ec8306e HTTP/1.1" status: 200 len: 375 time: 0.0207689 Jul 19 17:40:50.289122 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:50.344276 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0d50c29f-227e-4237-a73a-31c697353597 req-f96e8cef-ede4-493c-b297-a68ed148b386 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f798727ec6c469db122e0336ec8306e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777318 Jul 19 17:40:50.403587 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Notify callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:50.413711 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Transition to ACTIVE for port object cf4b4846-424e-45cd-a147-a8ed47978d75 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:40:50.436875 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Transition to ACTIVE for port object cf4b4846-424e-45cd-a147-a8ed47978d75 will not be triggered until provisioned by entity DHCP. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:40:50.446918 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:50.487217 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0d50c29f-227e-4237-a73a-31c697353597 req-6d9f54f1-128c-4b99-928b-e2f77d7a787d service neutron] 10.222.0.58 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338139 Jul 19 17:40:50.488719 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Network 0f24d9df-a931-4ff8-bb3b-6117c4624555 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:40:50.495928 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:40:50.499214 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:40:50.509977 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Pushing event updated for resources: {'Port': ['ID=cf4b4846-424e-45cd-a147-a8ed47978d75,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:50.550670 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:50.571620 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Attempting to bind port cf4b4846-424e-45cd-a147-a8ed47978d75 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:40:50.571982 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Attempting to bind port cf4b4846-424e-45cd-a147-a8ed47978d75 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:40:50.572339 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Attempting to bind port cf4b4846-424e-45cd-a147-a8ed47978d75 on network 0f24d9df-a931-4ff8-bb3b-6117c4624555 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:40:50.578435 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:40:50.578854 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Checking segment: {'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:40:50.579262 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:50.579649 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Bound using segment: {'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:40:50.580111 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Bound port: cf4b4846-424e-45cd-a147-a8ed47978d75, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:40:50.580596 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:50.606493 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0d50c29f-227e-4237-a73a-31c697353597 req-2b90790d-b493-4ea8-9139-05289a4b623f service neutron] 10.222.0.58 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172330 Jul 19 17:40:50.667511 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] For port cf4b4846-424e-45cd-a147-a8ed47978d75, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:40:50.670380 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Allocated IP 172.27.2.24 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/516878ee-f9f7-4b13-9bfd-f60885688bab) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:40:50.671843 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] For port cf4b4846-424e-45cd-a147-a8ed47978d75, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=cf4b4846-424e-45cd-a147-a8ed47978d75,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:40:50.689298 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:50.800434 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-05c32c85-aaa5-4bf5-98cd-fd3073033138 req-7c72212e-b660-43e3-aa41-c1fe320c18c4 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 210 time: 0.0528624 Jul 19 17:40:50.817093 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c22dbc-366f-40af-94df-725ff2fec0c2 None None] Pushing event updated for resources: {'Port': ['ID=cf4b4846-424e-45cd-a147-a8ed47978d75,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:50.853505 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:50.923120 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:50.939127 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a93d3f-e4a2-4bb5-8bae-cfdce5d0f159 req-10ada194-386d-4c28-a636-075a6906271e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:50.943204 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-29a93d3f-e4a2-4bb5-8bae-cfdce5d0f159 req-10ada194-386d-4c28-a636-075a6906271e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.1377439 Jul 19 17:40:50.966801 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:40:50.970730 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:40:50.974517 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:40:51.043557 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Pushing event updated for resources: {'Port': ['ID=516878ee-f9f7-4b13-9bfd-f60885688bab,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:51.354292 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-29a93d3f-e4a2-4bb5-8bae-cfdce5d0f159 req-c869df84-3482-4b73-9a5b-21bef239f9c3 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026613 Jul 19 17:40:51.389254 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.619046 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418268'] for router, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.693786 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9b75b674-60b1-4c9e-9676-40b2097f58d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.775105 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 is scheduled to L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 with binding_index 1 {{(pid=99967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:40:51.903322 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:40:51.912993 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Sync routers for ids ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:40:51.929571 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] Notify callbacks [] for router, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:51.931669 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-4d1238be-e274-48a3-92c6-6ff6e9000f90 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2390728 Jul 19 17:40:51.932671 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Routers {'3ebc2e62-133f-4703-b31a-5dd1e0de9b51'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:51.933378 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:40:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:51.934639 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 49404) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:51.964199 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d309d486-c1cd-4060-ba6b-6b07124ef78a req-7a3558c9-6610-4d37-a7a0-77af4ba73dc2 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 210 time: 0.0591273 Jul 19 17:40:51.969886 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:52.073662 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Set router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:52.140223 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc0b671-aa31-4e0c-9e8c-6de9dd4decb7 None None] Network 0f24d9df-a931-4ff8-bb3b-6117c4624555 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:40:52.270448 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-d1c355b5-b2c1-4628-bf5a-583eacebff2d None None] Provisioning for port cf4b4846-424e-45cd-a147-a8ed47978d75 completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:40:52.393022 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:51Z', 'revision_number': 3, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:52.468578 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Checking router: 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:40:52.470495 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Updating router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 port 516878ee-f9f7-4b13-9bfd-f60885688bab binding host dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:40:52.472535 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device cf4b4846-424e-45cd-a147-a8ed47978d75 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:40:52.564548 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:52.591456 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port cf4b4846-424e-45cd-a147-a8ed47978d75 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:40:52.602068 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port cf4b4846-424e-45cd-a147-a8ed47978d75 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:40:52.602068 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:52.616090 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4bac3-9a35-4b01-9b89-cee90d6f1704 req-1868a6c9-2ce2-4f9d-ae63-d439c2600907 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:52.626743 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7ae4bac3-9a35-4b01-9b89-cee90d6f1704 req-1868a6c9-2ce2-4f9d-ae63-d439c2600907 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.1238852 Jul 19 17:40:52.721108 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7ae4bac3-9a35-4b01-9b89-cee90d6f1704 req-947bee85-8fb1-4ced-897c-e2c1366596ca tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929251 Jul 19 17:40:52.784513 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:52.833637 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50c29f-227e-4237-a73a-31c697353597 req-c02bcdb0-ff6c-4ec6-a9d9-ed471e03a3c2 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:52.835164 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d50c29f-227e-4237-a73a-31c697353597 req-c02bcdb0-ff6c-4ec6-a9d9-ed471e03a3c2 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.49 "GET /v2.0/networks?id=6f41bdfe-4825-4b22-b0b9-adb28abfe835 HTTP/1.1" status: 200 len: 814 time: 0.4670556 Jul 19 17:40:52.845493 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port cf4b4846-424e-45cd-a147-a8ed47978d75, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=cf4b4846-424e-45cd-a147-a8ed47978d75,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:52.850451 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:52.894434 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:52.900711 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=cf4b4846-424e-45cd-a147-a8ed47978d75,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:52.914365 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-0d50c29f-227e-4237-a73a-31c697353597 req-aa0cc46a-495c-4626-bdf2-7054e61ed6c6 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Request body: {'port': {'device_id': '8d6b9bab-1026-4a05-84f6-2065d3dd0548', 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835', 'admin_state_up': True, 'tenant_id': '1f798727ec6c469db122e0336ec8306e'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:40:52.923440 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-b6aea979-3c4d-4db2-9b57-3992604f7cfb None None] Provisioning complete for port cf4b4846-424e-45cd-a147-a8ed47978d75 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:40:52.923898 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b6aea979-3c4d-4db2-9b57-3992604f7cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:53.074744 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:53.078265 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:53.084690 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-26835595-77f9-4ef8-851b-ee729e383b61 req-dc08e0e5-351e-4276-accd-f2d14c568a87 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 210 time: 0.0433989 Jul 19 17:40:53.125091 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Notify callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:53.135337 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Transition to ACTIVE for port object 516878ee-f9f7-4b13-9bfd-f60885688bab will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:40:53.140657 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:53.142499 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d50c29f-227e-4237-a73a-31c697353597 req-aa0cc46a-495c-4626-bdf2-7054e61ed6c6 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Made reservation on behalf of 1f798727ec6c469db122e0336ec8306e for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:40:53.145917 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d50c29f-227e-4237-a73a-31c697353597 req-aa0cc46a-495c-4626-bdf2-7054e61ed6c6 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:53.158899 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Allocated IP 172.20.0.1 (0f24d9df-a931-4ff8-bb3b-6117c4624555/66a645b9-6b30-4f54-84d8-11e492b1f028/99d261e9-23f8-4cdb-afea-ae4fee4a942d) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:40:53.195960 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Attempting to bind port 516878ee-f9f7-4b13-9bfd-f60885688bab on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:40:53.196344 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Attempting to bind port 516878ee-f9f7-4b13-9bfd-f60885688bab by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:40:53.196674 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Attempting to bind port 516878ee-f9f7-4b13-9bfd-f60885688bab on network dd450a14-f1e5-42d3-875a-01b216fac07d {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:40:53.207237 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:40:53.207605 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Checking segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:40:53.208005 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:53.210513 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Bound using segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:40:53.211004 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Bound port: 516878ee-f9f7-4b13-9bfd-f60885688bab, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:40:53.211607 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:53.214417 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99105d95-bff5-4910-b805-df04d66e21d6 None None] Pushing event updated for resources: {'Port': ['ID=516878ee-f9f7-4b13-9bfd-f60885688bab,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:53.248537 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99105d95-bff5-4910-b805-df04d66e21d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:53.248874 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99105d95-bff5-4910-b805-df04d66e21d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:53.249397 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99105d95-bff5-4910-b805-df04d66e21d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:53.249708 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99105d95-bff5-4910-b805-df04d66e21d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:53.250204 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99105d95-bff5-4910-b805-df04d66e21d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:53.250695 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99105d95-bff5-4910-b805-df04d66e21d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:53.251163 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99105d95-bff5-4910-b805-df04d66e21d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:53.251618 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99105d95-bff5-4910-b805-df04d66e21d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:53.252112 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99105d95-bff5-4910-b805-df04d66e21d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:53.252486 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99105d95-bff5-4910-b805-df04d66e21d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:53.252932 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99105d95-bff5-4910-b805-df04d66e21d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:53.253260 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99105d95-bff5-4910-b805-df04d66e21d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:40:53.284870 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] For port 516878ee-f9f7-4b13-9bfd-f60885688bab, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:40:53.287940 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] For port 516878ee-f9f7-4b13-9bfd-f60885688bab, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=516878ee-f9f7-4b13-9bfd-f60885688bab,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:40:53.292706 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:53.350640 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Routers {'3ebc2e62-133f-4703-b31a-5dd1e0de9b51'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:53.351708 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:40:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:53.353487 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99105d95-bff5-4910-b805-df04d66e21d6 None None] Pushing event updated for resources: {'Port': ['ID=516878ee-f9f7-4b13-9bfd-f60885688bab,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:53.360218 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:53.362702 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-0d50c29f-227e-4237-a73a-31c697353597 req-aa0cc46a-495c-4626-bdf2-7054e61ed6c6 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Allocated IP 172.20.0.12 (6f41bdfe-4825-4b22-b0b9-adb28abfe835/3eb113ba-eefb-429b-b333-3270c4ff78d1/ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:40:53.384666 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Transition to ACTIVE for port object 99d261e9-23f8-4cdb-afea-ae4fee4a942d will not be triggered until provisioned by entity DHCP. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:40:53.455581 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] Set router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:53.472394 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:53.633064 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:51Z', 'revision_number': 3, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:53.659366 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef783cfb-e237-4acf-87c4-6d93c5516988 None None] The sync data for ids ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'] in dv-cinder-800696-4-iscsi is: [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:51Z', 'revision_number': 3, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:40:53.758255 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Network 0f24d9df-a931-4ff8-bb3b-6117c4624555 is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:40:53.770712 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:40:53.776866 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:40:53.813032 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Pushing event updated for resources: {'Port': ['ID=99d261e9-23f8-4cdb-afea-ae4fee4a942d,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:53.817576 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d50c29f-227e-4237-a73a-31c697353597 req-aa0cc46a-495c-4626-bdf2-7054e61ed6c6 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:53.846220 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418051'] for router_interface, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:53.965134 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d50c29f-227e-4237-a73a-31c697353597 req-aa0cc46a-495c-4626-bdf2-7054e61ed6c6 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.001615 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5bf7a-caf3-444e-b691-1c3ecd5e9c29 req-1aa6cd86-a55e-40fc-baea-1c4080338feb tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:54.015006 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4ee5bf7a-caf3-444e-b691-1c3ecd5e9c29 req-1aa6cd86-a55e-40fc-baea-1c4080338feb tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.2088339 Jul 19 17:40:54.026629 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b', '6416955a-6e87-4401-b7fd-9ac974ef5912'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:40:54.041796 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d50c29f-227e-4237-a73a-31c697353597 req-aa0cc46a-495c-4626-bdf2-7054e61ed6c6 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:40:54.052662 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-0d50c29f-227e-4237-a73a-31c697353597 req-aa0cc46a-495c-4626-bdf2-7054e61ed6c6 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:40:54.094226 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d50c29f-227e-4237-a73a-31c697353597 req-aa0cc46a-495c-4626-bdf2-7054e61ed6c6 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:40:54.134364 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4ee5bf7a-caf3-444e-b691-1c3ecd5e9c29 req-ad484224-46bc-450b-9fec-107acaca059d tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937014 Jul 19 17:40:54.146677 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cc46a-495c-4626-bdf2-7054e61ed6c6 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Pushing event updated for resources: {'Port': ['ID=ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:54.169808 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.189852 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-6f21f8d1-21f1-4dce-b8ec-f8a53c764dbc None None] Provisioning for port 99d261e9-23f8-4cdb-afea-ae4fee4a942d completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:40:54.190532 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50c29f-227e-4237-a73a-31c697353597 req-aa0cc46a-495c-4626-bdf2-7054e61ed6c6 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:54.191296 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d50c29f-227e-4237-a73a-31c697353597 req-aa0cc46a-495c-4626-bdf2-7054e61ed6c6 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.212748 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-6f21f8d1-21f1-4dce-b8ec-f8a53c764dbc None None] Provisioning complete for port 99d261e9-23f8-4cdb-afea-ae4fee4a942d triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:40:54.213147 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-6f21f8d1-21f1-4dce-b8ec-f8a53c764dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.370945 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-6f21f8d1-21f1-4dce-b8ec-f8a53c764dbc None None] Port 99d261e9-23f8-4cdb-afea-ae4fee4a942d cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:40:54.403661 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a831ac6-9233-427c-abdd-9ebcc70ac6e9 req-ac6e1f65-4388-48ef-aaa1-def912ce7942 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:54.411623 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8a831ac6-9233-427c-abdd-9ebcc70ac6e9 req-ac6e1f65-4388-48ef-aaa1-def912ce7942 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 932 time: 0.1901650 Jul 19 17:40:54.496167 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8a831ac6-9233-427c-abdd-9ebcc70ac6e9 req-eb1c23f8-82ef-4b2e-b6ce-66011cce4034 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726211 Jul 19 17:40:54.509080 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.514321 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d50c29f-227e-4237-a73a-31c697353597 req-aa0cc46a-495c-4626-bdf2-7054e61ed6c6 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6044321 Jul 19 17:40:54.515807 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.534480 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.543680 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 516878ee-f9f7-4b13-9bfd-f60885688bab up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:40:54.590009 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Request body: {'port': {'device_id': '8d6b9bab-1026-4a05-84f6-2065d3dd0548', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:40:54.646754 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 516878ee-f9f7-4b13-9bfd-f60885688bab completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:40:54.646973 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Pushing event updated for resources: {'Port': ['ID=99d261e9-23f8-4cdb-afea-ae4fee4a942d,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:54.652022 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418451'] for router_interface, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.659119 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 516878ee-f9f7-4b13-9bfd-f60885688bab triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:40:54.659499 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.720348 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.769763 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.793333 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port 516878ee-f9f7-4b13-9bfd-f60885688bab, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=516878ee-f9f7-4b13-9bfd-f60885688bab,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:54.798632 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:54.799979 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device cf4b4846-424e-45cd-a147-a8ed47978d75 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:40:54.876165 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Network 0f24d9df-a931-4ff8-bb3b-6117c4624555 is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:40:54.880048 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:40:54.890619 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=516878ee-f9f7-4b13-9bfd-f60885688bab,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:54.894294 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port cf4b4846-424e-45cd-a147-a8ed47978d75 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:40:54.894726 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.098567 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:40:55.204443 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-d2de6bb9-1e40-450b-892d-620240076449 None None] Provisioning complete for port 99d261e9-23f8-4cdb-afea-ae4fee4a942d triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:40:55.205483 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d2de6bb9-1e40-450b-892d-620240076449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.241075 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-d2de6bb9-1e40-450b-892d-620240076449 None None] Port 99d261e9-23f8-4cdb-afea-ae4fee4a942d cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:40:55.249677 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:40:55.254452 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7cc21-1e3e-46dd-8c93-10b147f90656 req-08eec6dc-efd7-4ebb-a75d-4e0af23b1205 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:55.255962 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7dc7cc21-1e3e-46dd-8c93-10b147f90656 req-08eec6dc-efd7-4ebb-a75d-4e0af23b1205 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0651100 Jul 19 17:40:55.259766 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.278549 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:40:55.280336 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Transition to ACTIVE for port object ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:40:55.289993 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-40290e5c-7361-4eaa-9d3d-095e7f4c382a admin admin] 10.222.0.58 "PUT /v2.0/routers/3ebc2e62-133f-4703-b31a-5dd1e0de9b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3538425 Jul 19 17:40:55.291405 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.299412 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7dc7cc21-1e3e-46dd-8c93-10b147f90656 req-15f585a1-c29e-4eca-897a-66062f1c1972 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367866 Jul 19 17:40:55.350084 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:55.421532 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Attempting to bind port ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:40:55.422242 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Attempting to bind port ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '936f9355-0be1-470f-a158-f5555ef6d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:40:55.422242 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Attempting to bind port ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b on network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:40:55.426754 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Port ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b on network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:40:55.427067 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Attempting to bind port ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b on network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:40:55.432581 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:40:55.432914 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Checking segment: {'id': '936f9355-0be1-470f-a158-f5555ef6d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:40:55.433294 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Bound using segment: {'id': '936f9355-0be1-470f-a158-f5555ef6d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:40:55.433717 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Bound port: ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936f9355-0be1-470f-a158-f5555ef6d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:40:55.434099 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.503178 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] For port ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:40:55.506350 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] For port ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:40:55.512156 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.551595 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:55.552273 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:55.553764 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d50c29f-227e-4237-a73a-31c697353597 req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] 10.222.0.49 "PUT /v2.0/ports/ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b HTTP/1.1" status: 200 len: 1094 time: 0.9689021 Jul 19 17:40:55.554843 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6b9bab-1026-4a05-84f6-2065d3dd0548', 'tag': 'ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:40:55.557140 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069c1b5f-06fe-40d6-90a8-383773d62358" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6b9bab-1026-4a05-84f6-2065d3dd0548", "tag": "ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:40:55.582014 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884c66c-5647-46fb-b9f1-1d68909d0783 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:55.622634 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bbca9e-13c9-440e-bea6-2ec9c856031a x-openstack-request-id: req-69bbca9e-13c9-440e-bea6-2ec9c856031a {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:40:55.622927 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6b9bab-1026-4a05-84f6-2065d3dd0548", "tag": "ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:40:55.623179 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69bbca9e-13c9-440e-bea6-2ec9c856031a {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:40:55.623574 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6b9bab-1026-4a05-84f6-2065d3dd0548', 'tag': 'ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b', 'status': 'completed', 'code': 200} Jul 19 17:40:55.685744 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727748b-636d-45f9-8e47-84de1720f55f req-57ed1a60-461f-4756-bb79-d882d10d7fc7 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:55.692882 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6727748b-636d-45f9-8e47-84de1720f55f req-57ed1a60-461f-4756-bb79-d882d10d7fc7 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 944 time: 0.1033261 Jul 19 17:40:55.737292 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50c29f-227e-4237-a73a-31c697353597 req-82f7140d-8466-4279-9a02-306e6e582ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:55.739000 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d50c29f-227e-4237-a73a-31c697353597 req-82f7140d-8466-4279-9a02-306e6e582ed2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f798727ec6c469db122e0336ec8306e&device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 1097 time: 0.0944431 Jul 19 17:40:55.739285 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6727748b-636d-45f9-8e47-84de1720f55f req-b0cdcccb-adef-41ee-9227-3b5e0bbfa73b tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388200 Jul 19 17:40:55.754979 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Sync routers for ids ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:40:55.769434 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Routers {'3ebc2e62-133f-4703-b31a-5dd1e0de9b51'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:55.770158 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:40:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:55.841162 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d50c29f-227e-4237-a73a-31c697353597 req-6d7a855a-72fb-4040-aa56-b306cc460f92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b HTTP/1.1" status: 200 len: 217 time: 0.0503173 Jul 19 17:40:55.922297 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50c29f-227e-4237-a73a-31c697353597 req-9855b13e-d259-491b-a936-7506970b2d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:55.923772 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d50c29f-227e-4237-a73a-31c697353597 req-9855b13e-d259-491b-a936-7506970b2d36 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eb113ba-eefb-429b-b333-3270c4ff78d1 HTTP/1.1" status: 200 len: 854 time: 0.0559514 Jul 19 17:40:55.931531 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Set router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:55.969206 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d50c29f-227e-4237-a73a-31c697353597 req-89b24dc7-f227-4d89-9e8c-36f4be64d93d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f41bdfe-4825-4b22-b0b9-adb28abfe835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357802 Jul 19 17:40:56.006442 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49508) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:56.053115 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49512) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:56.058240 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-665ed1a5-a54b-4291-83b6-e235e8476a66 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-991658534-network', 'tenant_id': 'a916686bab2f41a5a7981b058a7a0323'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:40:56.084769 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665ed1a5-a54b-4291-83b6-e235e8476a66 admin admin] Made reservation on behalf of a916686bab2f41a5a7981b058a7a0323 for: {'network': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:40:56.089909 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d50c29f-227e-4237-a73a-31c697353597 req-90d88057-2464-4385-a0e2-80530abc0ab3 service neutron] 10.222.0.49 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119056 Jul 19 17:40:56.090320 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-665ed1a5-a54b-4291-83b6-e235e8476a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:56.122638 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-665ed1a5-a54b-4291-83b6-e235e8476a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:56.155720 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 2, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:56.189970 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Checking router: 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:40:56.190354 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Updating router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 port 99d261e9-23f8-4cdb-afea-ae4fee4a942d binding host dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:40:56.228260 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:56.233740 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d50c29f-227e-4237-a73a-31c697353597 req-cacba8c2-2753-4c7b-a590-b39803d629de service neutron] 10.222.0.49 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368990 Jul 19 17:40:56.299129 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-665ed1a5-a54b-4291-83b6-e235e8476a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:56.309900 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-665ed1a5-a54b-4291-83b6-e235e8476a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:56.342748 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f817d074-8d5b-47a9-bc19-281606eaa4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:56.345511 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 516878ee-f9f7-4b13-9bfd-f60885688bab up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:40:56.377559 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665ed1a5-a54b-4291-83b6-e235e8476a66 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=99966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:40:56.379525 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ed1a5-a54b-4291-83b6-e235e8476a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f60522-abae-4276-a984-4d57b80e507e,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:56.421517 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-665ed1a5-a54b-4291-83b6-e235e8476a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:56.421856 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.segments_db [None req-665ed1a5-a54b-4291-83b6-e235e8476a66 admin admin] Added segment f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3 of type vlan for network ddcf96a4-6338-4556-8e3b-619fb0133944 Jul 19 17:40:56.448766 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c1b5f-06fe-40d6-90a8-383773d62358 req-147fedc1-276f-4194-84b0-f32bbafa59d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:56.451030 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-069c1b5f-06fe-40d6-90a8-383773d62358 req-147fedc1-276f-4194-84b0-f32bbafa59d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f798727ec6c469db122e0336ec8306e&device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 1097 time: 0.0826433 Jul 19 17:40:56.462975 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 516878ee-f9f7-4b13-9bfd-f60885688bab triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:40:56.463348 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:56.502116 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-665ed1a5-a54b-4291-83b6-e235e8476a66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:56.568596 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c1b5f-06fe-40d6-90a8-383773d62358 req-049485b5-f179-4358-afef-d0bf876dfc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:56.570986 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-069c1b5f-06fe-40d6-90a8-383773d62358 req-049485b5-f179-4358-afef-d0bf876dfc1d service neutron] 10.222.0.49 "GET /v2.0/networks?id=6f41bdfe-4825-4b22-b0b9-adb28abfe835 HTTP/1.1" status: 200 len: 915 time: 0.1040845 Jul 19 17:40:56.585189 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac518a-7603-4544-a4cc-5739dc704eea req-7ddadfd5-d5da-4c16-85a8-487e20399abb tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:56.586692 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-07ac518a-7603-4544-a4cc-5739dc704eea req-7ddadfd5-d5da-4c16-85a8-487e20399abb tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.1969786 Jul 19 17:40:56.589909 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-665ed1a5-a54b-4291-83b6-e235e8476a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:56.591086 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665ed1a5-a54b-4291-83b6-e235e8476a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:56.591895 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-665ed1a5-a54b-4291-83b6-e235e8476a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:56.620535 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-069c1b5f-06fe-40d6-90a8-383773d62358 req-548178f0-4a7f-4e92-b403-51916bca13ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b HTTP/1.1" status: 200 len: 217 time: 0.0364861 Jul 19 17:40:56.667276 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Notify callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:56.679731 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Transition to ACTIVE for port object 99d261e9-23f8-4cdb-afea-ae4fee4a942d will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:40:56.684771 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c1b5f-06fe-40d6-90a8-383773d62358 req-e7afc899-2ac8-4a08-a3c3-a1088989d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:56.685816 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:56.686595 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-069c1b5f-06fe-40d6-90a8-383773d62358 req-e7afc899-2ac8-4a08-a3c3-a1088989d2bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eb113ba-eefb-429b-b333-3270c4ff78d1 HTTP/1.1" status: 200 len: 854 time: 0.0509036 Jul 19 17:40:56.703711 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f817d074-8d5b-47a9-bc19-281606eaa4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:56.707068 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ed1a5-a54b-4291-83b6-e235e8476a66 admin admin] Pushing event updated for resources: {'Network': ['ID=ddcf96a4-6338-4556-8e3b-619fb0133944,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:56.711590 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f817d074-8d5b-47a9-bc19-281606eaa4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:56.716944 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-07ac518a-7603-4544-a4cc-5739dc704eea req-4b670f98-a23b-4f3c-97ff-191428d3b1cf tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170096 Jul 19 17:40:56.726499 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-665ed1a5-a54b-4291-83b6-e235e8476a66 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6720698 Jul 19 17:40:56.730491 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49520) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:56.731792 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-069c1b5f-06fe-40d6-90a8-383773d62358 req-9949c954-7085-4d44-aa22-c3f39d72f230 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f41bdfe-4825-4b22-b0b9-adb28abfe835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354121 Jul 19 17:40:56.738330 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-43d49f4f-6944-452e-9edb-5b02c6158ea2 admin admin] Request body: {'subnet': {'network_id': 'ddcf96a4-6338-4556-8e3b-619fb0133944', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-991658534-subnet', 'tenant_id': 'a916686bab2f41a5a7981b058a7a0323', 'ip_version': 4}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:40:56.788283 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-f817d074-8d5b-47a9-bc19-281606eaa4bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8464ca6cb9dc4bea8b1c493f7b507e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7780316 Jul 19 17:40:56.788283 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817d074-8d5b-47a9-bc19-281606eaa4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d178c255-6d2f-4761-abfb-87fa97f56e76,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:56.795222 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49524) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:56.807865 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d49f4f-6944-452e-9edb-5b02c6158ea2 admin admin] Made reservation on behalf of a916686bab2f41a5a7981b058a7a0323 for: {'subnet': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:40:56.814237 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-43d49f4f-6944-452e-9edb-5b02c6158ea2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:56.869427 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-069c1b5f-06fe-40d6-90a8-383773d62358 req-2d2877bc-8540-4209-8789-ff98d14f6bd9 service neutron] 10.222.0.49 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244190 Jul 19 17:40:56.960556 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network ddcf96a4-6338-4556-8e3b-619fb0133944 details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:40:56.966550 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634c3b8-fe19-47ea-9f93-ca32b0901627 None None] Pushing event updated for resources: {'Port': ['ID=99d261e9-23f8-4cdb-afea-ae4fee4a942d,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:56.979954 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f685945e-49e8-48cd-8738-266d70f80167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:56.999438 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-069c1b5f-06fe-40d6-90a8-383773d62358 req-d5eb59d5-baf2-4003-9dfe-7afaa858b413 service neutron] 10.222.0.49 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079881 Jul 19 17:40:57.028698 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Attempting to bind port 99d261e9-23f8-4cdb-afea-ae4fee4a942d on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:40:57.028956 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Attempting to bind port 99d261e9-23f8-4cdb-afea-ae4fee4a942d by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:40:57.029337 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Attempting to bind port 99d261e9-23f8-4cdb-afea-ae4fee4a942d on network 0f24d9df-a931-4ff8-bb3b-6117c4624555 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:40:57.029612 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f685945e-49e8-48cd-8738-266d70f80167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.070130 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:40:57.070508 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Checking segment: {'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:40:57.070911 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.071304 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Bound using segment: {'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:40:57.071818 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Bound port: 99d261e9-23f8-4cdb-afea-ae4fee4a942d, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:40:57.072199 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.080470 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11097af7-5428-4718-818a-0c3a98fb1b5a req-ec1c3fd1-8f7d-422a-a5b6-31f1fae9fc35 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:57.081944 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-11097af7-5428-4718-818a-0c3a98fb1b5a req-ec1c3fd1-8f7d-422a-a5b6-31f1fae9fc35 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 944 time: 0.2253339 Jul 19 17:40:57.151521 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] For port 99d261e9-23f8-4cdb-afea-ae4fee4a942d, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:40:57.154789 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] For port 99d261e9-23f8-4cdb-afea-ae4fee4a942d, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=99d261e9-23f8-4cdb-afea-ae4fee4a942d,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:40:57.160966 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.177696 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-11097af7-5428-4718-818a-0c3a98fb1b5a req-f1c45aaa-e9f4-4e71-b02d-7485dc68393d tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867312 Jul 19 17:40:57.185047 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-43d49f4f-6944-452e-9edb-5b02c6158ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for subnet, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.196320 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f685945e-49e8-48cd-8738-266d70f80167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.198800 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f685945e-49e8-48cd-8738-266d70f80167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.199901 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-f685945e-49e8-48cd-8738-266d70f80167 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d178c255-6d2f-4761-abfb-87fa97f56e76 HTTP/1.1" status: 204 len: 168 time: 0.4036064 Jul 19 17:40:57.226854 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Routers {'3ebc2e62-133f-4703-b31a-5dd1e0de9b51'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:40:57.227751 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:40:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:57.238188 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685945e-49e8-48cd-8738-266d70f80167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d178c255-6d2f-4761-abfb-87fa97f56e76,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:57.263271 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d49f4f-6944-452e-9edb-5b02c6158ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6335f5-ca59-40e1-8438-bc09fd03e4f4,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:57.292614 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d49f4f-6944-452e-9edb-5b02c6158ea2 admin admin] Checking segment: {'id': 'f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddcf96a4-6338-4556-8e3b-619fb0133944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:40:57.292970 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d49f4f-6944-452e-9edb-5b02c6158ea2 admin admin] Network hostable DHCP agents. Network: ddcf96a4-6338-4556-8e3b-619fb0133944, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:40:57.315989 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d49f4f-6944-452e-9edb-5b02c6158ea2 admin admin] Network ddcf96a4-6338-4556-8e3b-619fb0133944 is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:40:57.334764 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-43d49f4f-6944-452e-9edb-5b02c6158ea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, ddcf96a4-6338-4556-8e3b-619fb0133944) {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:40:57.342279 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d49f4f-6944-452e-9edb-5b02c6158ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:57.344043 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634c3b8-fe19-47ea-9f93-ca32b0901627 None None] Pushing event updated for resources: {'Port': ['ID=99d261e9-23f8-4cdb-afea-ae4fee4a942d,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:57.344522 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-43d49f4f-6944-452e-9edb-5b02c6158ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.353377 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962e7c67-835e-4732-992c-38f54cf8382b None None] Network ddcf96a4-6338-4556-8e3b-619fb0133944 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:40:57.365066 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-43d49f4f-6944-452e-9edb-5b02c6158ea2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6306732 Jul 19 17:40:57.367644 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49532) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:57.372724 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-991658534-router', 'tenant_id': 'a916686bab2f41a5a7981b058a7a0323', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:40:57.405129 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-418101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61407'] for router, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.406203 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61382'] for router, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.479087 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] Set router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:40:57.522413 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.602088 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 49538) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:57.618077 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7b91868d-6ea9-494f-8f9d-767978463ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.692931 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2202dd0c-eff8-5d3a-a849-6904cc3a08dc-ddcf96a4-6338-4556-8e3b-619fb0133944', 'network_id': 'ddcf96a4-6338-4556-8e3b-619fb0133944', 'tenant_id': 'a916686bab2f41a5a7981b058a7a0323', 'fixed_ips': [{'subnet_id': '9a6335f5-ca59-40e1-8438-bc09fd03e4f4'}]}} from dv-cinder-800696-4-iscsi. {{(pid=99968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:40:57.693798 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.699146 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-418139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6204'] for router, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.792998 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7b91868d-6ea9-494f-8f9d-767978463ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.800266 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dafc02-388c-48ff-81af-1587d34c8698 req-9aea8f22-03bd-49c6-bf05-5da3559e4be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:57.801935 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-30dafc02-388c-48ff-81af-1587d34c8698 req-9aea8f22-03bd-49c6-bf05-5da3559e4be1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 1098 time: 0.0933039 Jul 19 17:40:57.803466 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7b91868d-6ea9-494f-8f9d-767978463ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.871457 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-7b91868d-6ea9-494f-8f9d-767978463ebb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c21994e052240b88b52b0939be023a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658851 Jul 19 17:40:57.874280 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91868d-6ea9-494f-8f9d-767978463ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fc0441-a40b-4184-904f-69bcb5f62da5,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:57.879770 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 49542) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:57.890570 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-30dafc02-388c-48ff-81af-1587d34c8698 req-b9b63abb-807d-4151-938b-b4439b5fbbda service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777023 Jul 19 17:40:57.908899 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Allocated IP 172.20.0.2 (ddcf96a4-6338-4556-8e3b-619fb0133944/9a6335f5-ca59-40e1-8438-bc09fd03e4f4/23d4ba87-f7b7-4691-bca3-4d4d255481a4) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:40:57.925564 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:57Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:40:57.936804 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-26b6ba95-e33c-4017-95c0-80af1d4b8090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.959167 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-26b6ba95-e33c-4017-95c0-80af1d4b8090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:57.967375 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b4f395-95fb-410e-9f96-48c1da99c8c9 None None] The sync data for ids ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'] in dv-cinder-800696-4-iscsi is: [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:57Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:40:58.001354 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.049391 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-26b6ba95-e33c-4017-95c0-80af1d4b8090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.052845 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-26b6ba95-e33c-4017-95c0-80af1d4b8090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.054095 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-26b6ba95-e33c-4017-95c0-80af1d4b8090 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e3fc0441-a40b-4184-904f-69bcb5f62da5 HTTP/1.1" status: 204 len: 168 time: 0.1730776 Jul 19 17:40:58.070706 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6ba95-e33c-4017-95c0-80af1d4b8090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fc0441-a40b-4184-904f-69bcb5f62da5,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:58.082864 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986f0a6-5f82-45d6-bbfd-0e92eda17e16 req-9db23d65-6d0a-4978-af34-1c28868aef81 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:58.092997 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3986f0a6-5f82-45d6-bbfd-0e92eda17e16 req-9db23d65-6d0a-4978-af34-1c28868aef81 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.2350860 Jul 19 17:40:58.113229 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.199434 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3986f0a6-5f82-45d6-bbfd-0e92eda17e16 req-bfdc7dba-5682-4af4-a277-50660a8a97ae tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875726 Jul 19 17:40:58.210940 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Notify callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.222345 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Transition to ACTIVE for port object 23d4ba87-f7b7-4691-bca3-4d4d255481a4 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:40:58.233583 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:40:58.258059 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Transition to ACTIVE for port object 23d4ba87-f7b7-4691-bca3-4d4d255481a4 will not be triggered until provisioned by entity DHCP. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:40:58.299058 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.301781 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_common [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Allocated IP 172.27.2.221 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/2980aff9-5480-4eaa-85ff-e4f3b1dfdee8) {{(pid=99966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:40:58.351643 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Network ddcf96a4-6338-4556-8e3b-619fb0133944 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:40:58.353583 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:40:58.356704 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:40:58.446310 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 99d261e9-23f8-4cdb-afea-ae4fee4a942d up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:40:58.452730 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Attempting to bind port 23d4ba87-f7b7-4691-bca3-4d4d255481a4 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:40:58.453279 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Attempting to bind port 23d4ba87-f7b7-4691-bca3-4d4d255481a4 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': 'f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddcf96a4-6338-4556-8e3b-619fb0133944'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:40:58.453711 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Attempting to bind port 23d4ba87-f7b7-4691-bca3-4d4d255481a4 on network ddcf96a4-6338-4556-8e3b-619fb0133944 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:40:58.474863 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.485476 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:40:58.486432 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Checking segment: {'id': 'f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddcf96a4-6338-4556-8e3b-619fb0133944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:40:58.487075 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.487669 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Bound using segment: {'id': 'f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddcf96a4-6338-4556-8e3b-619fb0133944'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:40:58.488348 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Bound port: 23d4ba87-f7b7-4691-bca3-4d4d255481a4, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddcf96a4-6338-4556-8e3b-619fb0133944'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:40:58.489046 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.533996 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Pushing event updated for resources: {'Port': ['ID=23d4ba87-f7b7-4691-bca3-4d4d255481a4,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:58.542013 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a6a40-ac35-4103-b316-22dff48846a7 req-12a02d73-62c5-4f8b-bc10-a5d489b6cd18 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:58.549040 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-421a6a40-ac35-4103-b316-22dff48846a7 req-12a02d73-62c5-4f8b-bc10-a5d489b6cd18 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 944 time: 0.2590835 Jul 19 17:40:58.576291 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 49554) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:58.581648 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.600880 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-89f4d4fb-f9a0-4ac5-a3a4-cf1bf26bea37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.652406 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Pushing event updated for resources: {'Port': ['ID=2980aff9-5480-4eaa-85ff-e4f3b1dfdee8,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:58.666099 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-421a6a40-ac35-4103-b316-22dff48846a7 req-a70d061a-a5ed-4e79-8d00-e21f6719163c tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155858 Jul 19 17:40:58.691861 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:40:58.693409 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:40:58.697818 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Received port after_create {{(pid=99966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:40:58.704195 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:58.736710 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] For port 23d4ba87-f7b7-4691-bca3-4d4d255481a4, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:40:58.738987 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 99d261e9-23f8-4cdb-afea-ae4fee4a942d completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:40:58.741214 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': 'ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b', 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835', 'port_id': 'ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b', 'mac_address': 'fa:16:3e:c7:38:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb113ba-eefb-429b-b333-3270c4ff78d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:40:58.751606 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 99d261e9-23f8-4cdb-afea-ae4fee4a942d triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:40:58.751984 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.758061 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] For port 23d4ba87-f7b7-4691-bca3-4d4d255481a4, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=23d4ba87-f7b7-4691-bca3-4d4d255481a4,segment=NetworkSegment(f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3),segment_id=f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:40:58.780938 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.836388 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-89f4d4fb-f9a0-4ac5-a3a4-cf1bf26bea37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.845232 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-89f4d4fb-f9a0-4ac5-a3a4-cf1bf26bea37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.868037 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.902352 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4d4fb-f9a0-4ac5-a3a4-cf1bf26bea37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9f35b6-b80b-4c01-b97d-8d754da70469,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:58.904479 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b6485-1f7a-4d9c-92ed-cf014153dc4a None None] Pushing event updated for resources: {'Port': ['ID=23d4ba87-f7b7-4691-bca3-4d4d255481a4,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:58.909248 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-89f4d4fb-f9a0-4ac5-a3a4-cf1bf26bea37 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8058759c35c49eca10e6341e9abda1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293748 Jul 19 17:40:58.910093 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 49558) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:40:58.962190 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:40:58.984679 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:58.986002 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0ac8a4ec-8449-4459-acd6-9268c75b0a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.986899 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:58.992394 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:59.013328 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:59.014414 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0ac8a4ec-8449-4459-acd6-9268c75b0a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:59.085803 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0ac8a4ec-8449-4459-acd6-9268c75b0a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:59.091781 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0ac8a4ec-8449-4459-acd6-9268c75b0a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:59.092999 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-0ac8a4ec-8449-4459-acd6-9268c75b0a85 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ad9f35b6-b80b-4c01-b97d-8d754da70469 HTTP/1.1" status: 204 len: 168 time: 0.1813087 Jul 19 17:40:59.095641 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port 99d261e9-23f8-4cdb-afea-ae4fee4a942d, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=99d261e9-23f8-4cdb-afea-ae4fee4a942d,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:40:59.102796 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8a4ec-8449-4459-acd6-9268c75b0a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9f35b6-b80b-4c01-b97d-8d754da70469,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:59.103803 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:59.108107 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:59.238514 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=99d261e9-23f8-4cdb-afea-ae4fee4a942d,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:40:59.395498 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418268'] for router, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:40:59.576271 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:40:59.747417 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2501e-4c1c-4dbc-8af5-22e7a371696b req-d3201c9e-1f0d-47f0-b31a-20a86f4684cf tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:59.749283 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4cf2501e-4c1c-4dbc-8af5-22e7a371696b req-d3201c9e-1f0d-47f0-b31a-20a86f4684cf tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.4422858 Jul 19 17:40:59.834436 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4cf2501e-4c1c-4dbc-8af5-22e7a371696b req-56806ee0-4794-4633-8abf-c868c8c8c1b4 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677407 Jul 19 17:40:59.941428 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d602039-cb6b-48c1-9a21-dc495703a5c0 req-a19ad734-7eb2-45ed-8cd3-681babe402cd tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:40:59.949199 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3d602039-cb6b-48c1-9a21-dc495703a5c0 req-a19ad734-7eb2-45ed-8cd3-681babe402cd tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 945 time: 0.1429007 Jul 19 17:40:59.951048 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Router ab727fc0-048c-48c5-a8a6-720fff8d8c41 is scheduled to L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 with binding_index 1 {{(pid=99966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:41:00.055597 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3d602039-cb6b-48c1-9a21-dc495703a5c0 req-543df150-dd17-4e20-85bd-f4cf75cd9f15 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054602 Jul 19 17:41:00.123268 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:41:00.133949 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Sync routers for ids ['ab727fc0-048c-48c5-a8a6-720fff8d8c41'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:41:00.144245 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] Notify callbacks [] for router, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:00.148676 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-56134461-a592-44ff-8a36-8fb5dccc793e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7767289 Jul 19 17:41:00.149173 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 49590) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:00.157934 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Routers {'ab727fc0-048c-48c5-a8a6-720fff8d8c41'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:41:00.158821 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:40:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['ab727fc0-048c-48c5-a8a6-720fff8d8c41'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:41:00.238805 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0d8fc7-0470-400a-b336-33798716e164 None None] Network ddcf96a4-6338-4556-8e3b-619fb0133944 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:41:00.331805 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Set router ab727fc0-048c-48c5-a8a6-720fff8d8c41 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:41:00.337959 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-f4500234-6900-48f0-84cc-26164cdba8f1 None None] Provisioning for port 23d4ba87-f7b7-4691-bca3-4d4d255481a4 completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:41:00.485356 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 23d4ba87-f7b7-4691-bca3-4d4d255481a4 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:41:00.555561 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'name': 'tempest-TestVolumeBootPattern-991658534-router', 'tenant_id': 'a916686bab2f41a5a7981b058a7a0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2980aff9-5480-4eaa-85ff-e4f3b1dfdee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:57Z', 'updated_at': '2021-07-19T17:40:58Z', 'revision_number': 3, 'project_id': 'a916686bab2f41a5a7981b058a7a0323', 'gw_port': {'id': '2980aff9-5480-4eaa-85ff-e4f3b1dfdee8', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:58Z', 'updated_at': '2021-07-19T17:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:41:00.602872 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 23d4ba87-f7b7-4691-bca3-4d4d255481a4 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:41:00.607198 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Checking router: ab727fc0-048c-48c5-a8a6-720fff8d8c41 for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:41:00.608081 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 23d4ba87-f7b7-4691-bca3-4d4d255481a4 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:41:00.608469 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:00.608580 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Updating router ab727fc0-048c-48c5-a8a6-720fff8d8c41 port 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8 binding host dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:41:00.669667 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:00.724126 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:00.777467 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port 23d4ba87-f7b7-4691-bca3-4d4d255481a4, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=23d4ba87-f7b7-4691-bca3-4d4d255481a4,segment=NetworkSegment(f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3),segment_id=f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:00.786088 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:00.787671 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 99d261e9-23f8-4cdb-afea-ae4fee4a942d up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:41:00.920936 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 99d261e9-23f8-4cdb-afea-ae4fee4a942d triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:41:00.921229 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.010933 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=23d4ba87-f7b7-4691-bca3-4d4d255481a4,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:01.024639 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.052222 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecbd41-3812-48d3-befe-485910d1a6a9 req-000e29ef-1ef0-42cc-91f4-4f3e1c67b45a tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:01.055030 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-aaecbd41-3812-48d3-befe-485910d1a6a9 req-000e29ef-1ef0-42cc-91f4-4f3e1c67b45a tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0881197 Jul 19 17:41:01.061830 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Notify callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.064656 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-ccd306c6-0ccd-4f23-8a86-6c2dfb6bdfa9 None None] Provisioning complete for port 23d4ba87-f7b7-4691-bca3-4d4d255481a4 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:41:01.065028 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ccd306c6-0ccd-4f23-8a86-6c2dfb6bdfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.080753 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Transition to ACTIVE for port object 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8 will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:41:01.097720 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.137192 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-aaecbd41-3812-48d3-befe-485910d1a6a9 req-0739826b-2590-4cc4-94c1-5be51a53b35f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733781 Jul 19 17:41:01.206682 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49624) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:01.206938 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Attempting to bind port 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:41:01.207413 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Attempting to bind port 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:41:01.207666 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Attempting to bind port 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8 on network dd450a14-f1e5-42d3-875a-01b216fac07d {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:41:01.219979 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:41:01.220501 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Checking segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:41:01.220909 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.221300 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Bound using segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:41:01.221776 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Bound port: 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:41:01.222210 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.286672 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Allocated IP 172.20.0.1 (ddcf96a4-6338-4556-8e3b-619fb0133944/9a6335f5-ca59-40e1-8438-bc09fd03e4f4/54a7cc64-da73-47c0-a1fe-59d53a9f1564) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:41:01.287174 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] For port 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:41:01.290095 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] For port 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=2980aff9-5480-4eaa-85ff-e4f3b1dfdee8,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:41:01.297077 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20180cdd-5ed1-4cd1-ad93-a529c46798ef None None] Pushing event updated for resources: {'Port': ['ID=2980aff9-5480-4eaa-85ff-e4f3b1dfdee8,revision_number=2']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:01.300706 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.353066 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Routers {'ab727fc0-048c-48c5-a8a6-720fff8d8c41'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:41:01.353746 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:40:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['ab727fc0-048c-48c5-a8a6-720fff8d8c41'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:41:01.357313 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b2332-81b8-40ad-a0e6-8707dbdf3bfa req-d3fff15e-d1f0-46df-a58c-0c6759da058f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:01.362506 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-516b2332-81b8-40ad-a0e6-8707dbdf3bfa req-d3fff15e-d1f0-46df-a58c-0c6759da058f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 945 time: 0.1445711 Jul 19 17:41:01.386801 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9a6a7cf8-7503-4b46-a1c5-b6c28581df64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.419959 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.437602 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Transition to ACTIVE for port object 54a7cc64-da73-47c0-a1fe-59d53a9f1564 will not be triggered until provisioned by entity DHCP. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:41:01.451894 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-516b2332-81b8-40ad-a0e6-8707dbdf3bfa req-210d50d3-f70e-4ee0-9a83-a86075199c15 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807123 Jul 19 17:41:01.459884 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20180cdd-5ed1-4cd1-ad93-a529c46798ef None None] Pushing event updated for resources: {'Port': ['ID=2980aff9-5480-4eaa-85ff-e4f3b1dfdee8,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:01.469569 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8840a-5448-468a-9343-582fc3515a0f req-a8fb22f6-3fc7-4460-8309-bd24f621e3f7 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:01.471144 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-92c8840a-5448-468a-9343-582fc3515a0f req-a8fb22f6-3fc7-4460-8309-bd24f621e3f7 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1773894 Jul 19 17:41:01.488471 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.501780 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] Set router ab727fc0-048c-48c5-a8a6-720fff8d8c41 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:41:01.529800 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Network ddcf96a4-6338-4556-8e3b-619fb0133944 is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:41:01.534480 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:41:01.535163 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-92c8840a-5448-468a-9343-582fc3515a0f req-c51b2302-b0c2-43a7-8796-bf69679238a0 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568652 Jul 19 17:41:01.539762 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:41:01.543109 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Pushing event updated for resources: {'Port': ['ID=54a7cc64-da73-47c0-a1fe-59d53a9f1564,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:01.579667 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9a6a7cf8-7503-4b46-a1c5-b6c28581df64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.584521 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9a6a7cf8-7503-4b46-a1c5-b6c28581df64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.601708 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418051'] for router_interface, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.623858 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-9a6a7cf8-7503-4b46-a1c5-b6c28581df64 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33384ea71c7f4231854c6692a74c375f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4132407 Jul 19 17:41:01.625842 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49630) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:01.642054 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a7cf8-7503-4b46-a1c5-b6c28581df64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6e8005-1e18-4456-8dc5-2facbc45a494,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:01.746291 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0794b34c-adc2-46ab-929a-888b1ee9ec30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.760300 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'name': 'tempest-TestVolumeBootPattern-991658534-router', 'tenant_id': 'a916686bab2f41a5a7981b058a7a0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2980aff9-5480-4eaa-85ff-e4f3b1dfdee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:57Z', 'updated_at': '2021-07-19T17:40:58Z', 'revision_number': 3, 'project_id': 'a916686bab2f41a5a7981b058a7a0323', 'gw_port': {'id': '2980aff9-5480-4eaa-85ff-e4f3b1dfdee8', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:58Z', 'updated_at': '2021-07-19T17:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:41:01.777436 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0794b34c-adc2-46ab-929a-888b1ee9ec30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.793132 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3efd34a-6097-4fdc-a860-c8b3ca961c99 None None] The sync data for ids ['ab727fc0-048c-48c5-a8a6-720fff8d8c41'] in dv-cinder-800696-4-iscsi is: [{'id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'name': 'tempest-TestVolumeBootPattern-991658534-router', 'tenant_id': 'a916686bab2f41a5a7981b058a7a0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2980aff9-5480-4eaa-85ff-e4f3b1dfdee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:57Z', 'updated_at': '2021-07-19T17:40:58Z', 'revision_number': 3, 'project_id': 'a916686bab2f41a5a7981b058a7a0323', 'gw_port': {'id': '2980aff9-5480-4eaa-85ff-e4f3b1dfdee8', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:58Z', 'updated_at': '2021-07-19T17:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:41:01.797018 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.850213 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0794b34c-adc2-46ab-929a-888b1ee9ec30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.856300 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0794b34c-adc2-46ab-929a-888b1ee9ec30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:01.857692 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-0794b34c-adc2-46ab-929a-888b1ee9ec30 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a6e8005-1e18-4456-8dc5-2facbc45a494 HTTP/1.1" status: 204 len: 168 time: 0.2309568 Jul 19 17:41:01.875681 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794b34c-adc2-46ab-929a-888b1ee9ec30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6e8005-1e18-4456-8dc5-2facbc45a494,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:01.934603 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-cc8cef46-ba4f-4f25-b3ce-1e98eab12438 None None] Provisioning for port 54a7cc64-da73-47c0-a1fe-59d53a9f1564 completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:41:01.938804 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-cc8cef46-ba4f-4f25-b3ce-1e98eab12438 None None] Provisioning complete for port 54a7cc64-da73-47c0-a1fe-59d53a9f1564 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:41:01.939244 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-cc8cef46-ba4f-4f25-b3ce-1e98eab12438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:02.003369 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-cc8cef46-ba4f-4f25-b3ce-1e98eab12438 None None] Port 54a7cc64-da73-47c0-a1fe-59d53a9f1564 cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:41:02.064875 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:02.071519 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:02.155275 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418451'] for router_interface, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:02.157229 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Pushing event updated for resources: {'Port': ['ID=54a7cc64-da73-47c0-a1fe-59d53a9f1564,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:02.241930 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:41:02.318763 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Network ddcf96a4-6338-4556-8e3b-619fb0133944 is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:41:02.320542 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:41:02.360169 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:41:02.375976 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:41:02.376485 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:02.531104 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Router ab727fc0-048c-48c5-a8a6-720fff8d8c41 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:41:02.536926 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:02.550209 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:41:02.625701 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6b9bab-1026-4a05-84f6-2065d3dd0548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:41:02.628747 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad399a7-b01f-4828-89a4-a67180a11879" -d '{"events": [{"server_uuid": "8d6b9bab-1026-4a05-84f6-2065d3dd0548", "name": "network-vif-plugged", "status": "completed", "tag": "ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:41:02.659410 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:02.668386 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:02.681629 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-f9406a66-ccfb-46c4-8624-4ec10fd6c278 None None] Provisioning complete for port 54a7cc64-da73-47c0-a1fe-59d53a9f1564 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:41:02.691944 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f9406a66-ccfb-46c4-8624-4ec10fd6c278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:02.720755 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996d8738-3fdb-4ac2-86ee-0853b6b30934 x-openstack-request-id: req-996d8738-3fdb-4ac2-86ee-0853b6b30934 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:41:02.721357 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6b9bab-1026-4a05-84f6-2065d3dd0548", "name": "network-vif-plugged", "status": "completed", "tag": "ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:41:02.721808 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-996d8738-3fdb-4ac2-86ee-0853b6b30934 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:41:02.722672 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6b9bab-1026-4a05-84f6-2065d3dd0548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b', 'code': 200} Jul 19 17:41:02.731839 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:41:02.732112 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7174c-48f7-43d4-8b6c-3089fa73715f req-5c07e9f7-0cf2-45cf-8300-a715799497b8 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:02.740888 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-19d7174c-48f7-43d4-8b6c-3089fa73715f req-5c07e9f7-0cf2-45cf-8300-a715799497b8 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 945 time: 0.1435974 Jul 19 17:41:02.766765 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-f36f0bff-91af-43ed-9f8c-9b3ea645b38b admin admin] 10.222.0.58 "PUT /v2.0/routers/ab727fc0-048c-48c5-a8a6-720fff8d8c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6089563 Jul 19 17:41:02.817129 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:41:02.819244 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-19d7174c-48f7-43d4-8b6c-3089fa73715f req-9a72ad30-3569-49ca-ac7e-9c9e90c3b3df tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773318 Jul 19 17:41:02.841035 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:41:02.841408 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:02.844420 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-f9406a66-ccfb-46c4-8624-4ec10fd6c278 None None] Port 54a7cc64-da73-47c0-a1fe-59d53a9f1564 cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:41:02.890384 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:03.011125 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:03.056468 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=2980aff9-5480-4eaa-85ff-e4f3b1dfdee8,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:03.064484 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:03.065298 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 23d4ba87-f7b7-4691-bca3-4d4d255481a4 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:41:03.086477 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262b074-91e0-4bf6-a1b7-b2eafac33e8f req-1b2b9b0e-16cc-4b8e-b995-c94857874e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:03.091531 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a262b074-91e0-4bf6-a1b7-b2eafac33e8f req-1b2b9b0e-16cc-4b8e-b995-c94857874e74 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 1099 time: 0.1034443 Jul 19 17:41:03.160109 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=2980aff9-5480-4eaa-85ff-e4f3b1dfdee8,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:03.163869 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a262b074-91e0-4bf6-a1b7-b2eafac33e8f req-3749fc20-d2df-4297-9cd8-e1799466dbad service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572512 Jul 19 17:41:03.176438 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 23d4ba87-f7b7-4691-bca3-4d4d255481a4 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:41:03.177129 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:03.518769 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67a94c-10d4-48f5-abf5-21a2b21a17d8 req-7e8a4ca1-04e2-4a84-a48f-3c2bd6d5c4a2 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:03.521096 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7e67a94c-10d4-48f5-abf5-21a2b21a17d8 req-7e8a4ca1-04e2-4a84-a48f-3c2bd6d5c4a2 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0847068 Jul 19 17:41:03.568825 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7e67a94c-10d4-48f5-abf5-21a2b21a17d8 req-faaf98d4-5194-4fda-ba58-f02b3cb4dfe1 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422275 Jul 19 17:41:03.681731 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49698) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:03.686501 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-067244d4-910c-435a-bdf6-99cb9efef85d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-321480133', 'description': 'tempest-secgroup-smoke-321480133 description', 'project_id': 'c040f5f97adc447195c341b2b823bfe6'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:03.709622 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-067244d4-910c-435a-bdf6-99cb9efef85d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:03.791306 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78827560-28a1-4cf1-aad8-bdd9a77c9d2d req-4cbf8115-4752-4926-93c0-0c513c39f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:03.793424 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-78827560-28a1-4cf1-aad8-bdd9a77c9d2d req-4cbf8115-4752-4926-93c0-0c513c39f46b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f89ba439f784b5ea4f1cc9cd7778d80&device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 1099 time: 0.0732138 Jul 19 17:41:03.804713 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-067244d4-910c-435a-bdf6-99cb9efef85d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:03.812710 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-067244d4-910c-435a-bdf6-99cb9efef85d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:03.864293 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-067244d4-910c-435a-bdf6-99cb9efef85d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:03.868568 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-067244d4-910c-435a-bdf6-99cb9efef85d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1826110 Jul 19 17:41:03.868568 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067244d4-910c-435a-bdf6-99cb9efef85d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60876cd-58fd-48aa-bc1a-51dcbd60c870,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:03.871199 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49706) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:03.877499 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-00ba7993-dd5c-461f-9d4c-721c7caedbfc tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Request body: {'security_group_rule': {'security_group_id': 'f60876cd-58fd-48aa-bc1a-51dcbd60c870', 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:03.918821 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-00ba7993-dd5c-461f-9d4c-721c7caedbfc tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:03.937441 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78827560-28a1-4cf1-aad8-bdd9a77c9d2d req-76d5be7b-7957-4a77-8315-4e7103201ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:03.939034 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-78827560-28a1-4cf1-aad8-bdd9a77c9d2d req-76d5be7b-7957-4a77-8315-4e7103201ad7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba199622-5356-4143-a827-7602fbb52049 HTTP/1.1" status: 200 len: 920 time: 0.1359141 Jul 19 17:41:03.993377 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-78827560-28a1-4cf1-aad8-bdd9a77c9d2d req-6dab075b-d803-4217-8274-0c654793e637 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68047ea3-4512-4a1d-81df-bdd15d1a915b HTTP/1.1" status: 200 len: 217 time: 0.0396612 Jul 19 17:41:04.004927 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-00ba7993-dd5c-461f-9d4c-721c7caedbfc tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.009034 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-00ba7993-dd5c-461f-9d4c-721c7caedbfc tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.023603 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453493a-c98b-4016-b6e9-433a7001df46 req-7995f40a-6047-4031-b428-6cc441c67b5a tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:04.025087 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7453493a-c98b-4016-b6e9-433a7001df46 req-7995f40a-6047-4031-b428-6cc441c67b5a tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 946 time: 0.1173718 Jul 19 17:41:04.045233 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba7993-dd5c-461f-9d4c-721c7caedbfc tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a08fa3-55f7-472f-b8e3-7164f259f74e,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:04.056920 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-00ba7993-dd5c-461f-9d4c-721c7caedbfc tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.061037 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-00ba7993-dd5c-461f-9d4c-721c7caedbfc tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1859727 Jul 19 17:41:04.061541 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 49716) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:04.076479 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7453493a-c98b-4016-b6e9-433a7001df46 req-bd69db2d-d6cf-45a2-962d-d3cf84896307 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436590 Jul 19 17:41:04.085244 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-03bbb0a1-fe6a-4197-8841-38d46a2a697b tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Request body: {'security_group_rule': {'security_group_id': 'f60876cd-58fd-48aa-bc1a-51dcbd60c870', 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:04.104539 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78827560-28a1-4cf1-aad8-bdd9a77c9d2d req-eac4ca15-f1fd-45de-ab45-ec342b6e191e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:04.106009 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-78827560-28a1-4cf1-aad8-bdd9a77c9d2d req-eac4ca15-f1fd-45de-ab45-ec342b6e191e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5 HTTP/1.1" status: 200 len: 859 time: 0.1053240 Jul 19 17:41:04.133632 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-03bbb0a1-fe6a-4197-8841-38d46a2a697b tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.159519 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-78827560-28a1-4cf1-aad8-bdd9a77c9d2d req-41f3f88b-8255-44db-bb8a-7c3efa74e3f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba199622-5356-4143-a827-7602fbb52049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364625 Jul 19 17:41:04.233125 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-03bbb0a1-fe6a-4197-8841-38d46a2a697b tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.264571 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-03bbb0a1-fe6a-4197-8841-38d46a2a697b tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.291019 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbb0a1-fe6a-4197-8841-38d46a2a697b tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae792ad-e18d-4ac6-9c13-cc2a2e754955,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:04.307180 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-03bbb0a1-fe6a-4197-8841-38d46a2a697b tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.308612 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-03bbb0a1-fe6a-4197-8841-38d46a2a697b tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2352905 Jul 19 17:41:04.312456 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 49726) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:04.317206 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-5e3b48ac-5be5-4c2a-8053-765a142aeff0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Request body: {'security_group_rule': {'security_group_id': 'f60876cd-58fd-48aa-bc1a-51dcbd60c870', 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:04.322635 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-78827560-28a1-4cf1-aad8-bdd9a77c9d2d req-9b8a76e5-fe42-4690-af0b-b7277801cb4e service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313117 Jul 19 17:41:04.357253 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:41:04.373592 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5e3b48ac-5be5-4c2a-8053-765a142aeff0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.414877 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:41:04.415247 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.467967 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5e3b48ac-5be5-4c2a-8053-765a142aeff0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.479474 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5e3b48ac-5be5-4c2a-8053-765a142aeff0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.501254 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-78827560-28a1-4cf1-aad8-bdd9a77c9d2d req-0ae98bcc-783b-4409-bf97-1ade004823c0 service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608746 Jul 19 17:41:04.502994 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b48ac-5be5-4c2a-8053-765a142aeff0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ccc5f9-1762-46fe-8e9c-73134779e6a8,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:04.508528 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5e3b48ac-5be5-4c2a-8053-765a142aeff0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.509696 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-5e3b48ac-5be5-4c2a-8053-765a142aeff0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1961069 Jul 19 17:41:04.512499 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 49728) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:04.517030 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-650f6b63-03de-42e4-af75-8a383afcf326 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Request body: {'security_group_rule': {'security_group_id': 'f60876cd-58fd-48aa-bc1a-51dcbd60c870', 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:04.544001 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-650f6b63-03de-42e4-af75-8a383afcf326 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.610019 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-650f6b63-03de-42e4-af75-8a383afcf326 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.615188 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-650f6b63-03de-42e4-af75-8a383afcf326 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.637474 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f6b63-03de-42e4-af75-8a383afcf326 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa95cf0-dd8b-4afe-9115-7bb0f6a23c66,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:04.646131 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-650f6b63-03de-42e4-af75-8a383afcf326 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.648212 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-650f6b63-03de-42e4-af75-8a383afcf326 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1347613 Jul 19 17:41:04.651018 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49736) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:04.655626 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-13dea2e2-5fec-42ec-80a2-a97cfee1dd6f tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Request body: {'security_group_rule': {'security_group_id': 'f60876cd-58fd-48aa-bc1a-51dcbd60c870', 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:04.710999 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.securitygroups_db [None req-13dea2e2-5fec-42ec-80a2-a97cfee1dd6f tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Project c040f5f97adc447195c341b2b823bfe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 17:41:04.724415 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-13dea2e2-5fec-42ec-80a2-a97cfee1dd6f tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.768271 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270b55b-c8bc-4e6f-a7b3-14e0c26853ad req-c04caf74-a22a-479a-952b-d0aaf7fdc85a tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:04.769765 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5270b55b-c8bc-4e6f-a7b3-14e0c26853ad req-c04caf74-a22a-479a-952b-d0aaf7fdc85a tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1098933 Jul 19 17:41:04.809152 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-13dea2e2-5fec-42ec-80a2-a97cfee1dd6f tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.816716 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-13dea2e2-5fec-42ec-80a2-a97cfee1dd6f tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.831332 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5270b55b-c8bc-4e6f-a7b3-14e0c26853ad req-be5bceca-a6fb-45c8-84d4-2ad9bc82fd81 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533307 Jul 19 17:41:04.842910 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dea2e2-5fec-42ec-80a2-a97cfee1dd6f tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05d90c8-9a45-46c6-886b-c630669162c8,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:04.846773 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-13dea2e2-5fec-42ec-80a2-a97cfee1dd6f tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.848577 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-13dea2e2-5fec-42ec-80a2-a97cfee1dd6f tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1961954 Jul 19 17:41:04.850964 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49744) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:04.858202 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-10f46cac-bd8a-4b74-89b8-5245dcf22631 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Request body: {'security_group_rule': {'security_group_id': 'f60876cd-58fd-48aa-bc1a-51dcbd60c870', 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:04.877214 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.securitygroups_db [None req-10f46cac-bd8a-4b74-89b8-5245dcf22631 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Project c040f5f97adc447195c341b2b823bfe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 17:41:04.882564 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-10f46cac-bd8a-4b74-89b8-5245dcf22631 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.953604 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-10f46cac-bd8a-4b74-89b8-5245dcf22631 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.957486 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-10f46cac-bd8a-4b74-89b8-5245dcf22631 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.974761 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f46cac-bd8a-4b74-89b8-5245dcf22631 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe70be3-db99-472e-b07d-bba34978c1f7,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:04.980688 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-10f46cac-bd8a-4b74-89b8-5245dcf22631 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:04.981539 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-10f46cac-bd8a-4b74-89b8-5245dcf22631 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295538 Jul 19 17:41:05.186196 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Sync routers for ids ['ab727fc0-048c-48c5-a8a6-720fff8d8c41'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:41:05.201677 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Routers {'ab727fc0-048c-48c5-a8a6-720fff8d8c41'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:41:05.202361 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:40:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['ab727fc0-048c-48c5-a8a6-720fff8d8c41'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:41:05.238061 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89312752-8098-4147-bac2-af86465037d6 req-fc7975b2-e57c-488d-a74d-59643a6c463c tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:05.239617 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-89312752-8098-4147-bac2-af86465037d6 req-fc7975b2-e57c-488d-a74d-59643a6c463c tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 946 time: 0.0677297 Jul 19 17:41:05.307574 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-89312752-8098-4147-bac2-af86465037d6 req-aeac7ec5-bc35-4baf-ac34-f0adbe03d55f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590801 Jul 19 17:41:05.337185 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Set router ab727fc0-048c-48c5-a8a6-720fff8d8c41 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:41:05.560778 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'name': 'tempest-TestVolumeBootPattern-991658534-router', 'tenant_id': 'a916686bab2f41a5a7981b058a7a0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2980aff9-5480-4eaa-85ff-e4f3b1dfdee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:57Z', 'updated_at': '2021-07-19T17:41:01Z', 'revision_number': 4, 'project_id': 'a916686bab2f41a5a7981b058a7a0323', 'gw_port': {'id': '2980aff9-5480-4eaa-85ff-e4f3b1dfdee8', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:58Z', 'updated_at': '2021-07-19T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '54a7cc64-da73-47c0-a1fe-59d53a9f1564', 'name': '', 'network_id': 'ddcf96a4-6338-4556-8e3b-619fb0133944', 'tenant_id': 'a916686bab2f41a5a7981b058a7a0323', 'mac_address': 'fa:16:3e:8b:b4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '9a6335f5-ca59-40e1-8438-bc09fd03e4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:41:01Z', 'updated_at': '2021-07-19T17:41:01Z', 'revision_number': 2, 'project_id': 'a916686bab2f41a5a7981b058a7a0323', 'subnets': [{'id': '9a6335f5-ca59-40e1-8438-bc09fd03e4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:41:05.596679 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Checking router: ab727fc0-048c-48c5-a8a6-720fff8d8c41 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:41:05.597037 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Updating router ab727fc0-048c-48c5-a8a6-720fff8d8c41 port 54a7cc64-da73-47c0-a1fe-59d53a9f1564 binding host dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:41:05.633871 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:05.904261 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Notify callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:05.915930 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Transition to ACTIVE for port object 54a7cc64-da73-47c0-a1fe-59d53a9f1564 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:41:05.922645 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:05.978101 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455b753-b10d-422b-925c-7c1e17a4eca0 None None] Pushing event updated for resources: {'Port': ['ID=54a7cc64-da73-47c0-a1fe-59d53a9f1564,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:06.021379 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb597f2-30c1-4e41-a108-ae0018432581 req-29eed90a-227d-472e-86c9-3bf8c8766376 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:06.025540 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-aeb597f2-30c1-4e41-a108-ae0018432581 req-29eed90a-227d-472e-86c9-3bf8c8766376 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1072977 Jul 19 17:41:06.041546 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Attempting to bind port 54a7cc64-da73-47c0-a1fe-59d53a9f1564 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:41:06.048102 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Attempting to bind port 54a7cc64-da73-47c0-a1fe-59d53a9f1564 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': 'f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddcf96a4-6338-4556-8e3b-619fb0133944'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:41:06.048802 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Attempting to bind port 54a7cc64-da73-47c0-a1fe-59d53a9f1564 on network ddcf96a4-6338-4556-8e3b-619fb0133944 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:41:06.055514 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:41:06.056349 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Checking segment: {'id': 'f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddcf96a4-6338-4556-8e3b-619fb0133944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:41:06.056944 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:06.057528 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Bound using segment: {'id': 'f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddcf96a4-6338-4556-8e3b-619fb0133944'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:41:06.058279 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Bound port: 54a7cc64-da73-47c0-a1fe-59d53a9f1564, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddcf96a4-6338-4556-8e3b-619fb0133944'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:41:06.058921 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:06.092204 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-aeb597f2-30c1-4e41-a108-ae0018432581 req-71ee1668-afa4-4d81-88e7-ae4d2e51c8cb tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606585 Jul 19 17:41:06.175976 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] For port 54a7cc64-da73-47c0-a1fe-59d53a9f1564, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:41:06.181186 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] For port 54a7cc64-da73-47c0-a1fe-59d53a9f1564, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=54a7cc64-da73-47c0-a1fe-59d53a9f1564,segment=NetworkSegment(f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3),segment_id=f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:41:06.186200 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:06.252898 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Routers {'ab727fc0-048c-48c5-a8a6-720fff8d8c41'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:41:06.253533 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:40:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['ab727fc0-048c-48c5-a8a6-720fff8d8c41'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:41:06.341414 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455b753-b10d-422b-925c-7c1e17a4eca0 None None] Pushing event updated for resources: {'Port': ['ID=54a7cc64-da73-47c0-a1fe-59d53a9f1564,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:06.399591 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] Set router ab727fc0-048c-48c5-a8a6-720fff8d8c41 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:41:06.642043 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'name': 'tempest-TestVolumeBootPattern-991658534-router', 'tenant_id': 'a916686bab2f41a5a7981b058a7a0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2980aff9-5480-4eaa-85ff-e4f3b1dfdee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:57Z', 'updated_at': '2021-07-19T17:41:01Z', 'revision_number': 4, 'project_id': 'a916686bab2f41a5a7981b058a7a0323', 'gw_port': {'id': '2980aff9-5480-4eaa-85ff-e4f3b1dfdee8', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:58Z', 'updated_at': '2021-07-19T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '54a7cc64-da73-47c0-a1fe-59d53a9f1564', 'name': '', 'network_id': 'ddcf96a4-6338-4556-8e3b-619fb0133944', 'tenant_id': 'a916686bab2f41a5a7981b058a7a0323', 'mac_address': 'fa:16:3e:8b:b4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '9a6335f5-ca59-40e1-8438-bc09fd03e4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:41:01Z', 'updated_at': '2021-07-19T17:41:06Z', 'revision_number': 4, 'project_id': 'a916686bab2f41a5a7981b058a7a0323', 'subnets': [{'id': '9a6335f5-ca59-40e1-8438-bc09fd03e4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:41:06.790374 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d81727-60ce-4b91-a7d6-867fd7e07765 None None] The sync data for ids ['ab727fc0-048c-48c5-a8a6-720fff8d8c41'] in dv-cinder-800696-4-iscsi is: [{'id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'name': 'tempest-TestVolumeBootPattern-991658534-router', 'tenant_id': 'a916686bab2f41a5a7981b058a7a0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2980aff9-5480-4eaa-85ff-e4f3b1dfdee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:57Z', 'updated_at': '2021-07-19T17:41:01Z', 'revision_number': 4, 'project_id': 'a916686bab2f41a5a7981b058a7a0323', 'gw_port': {'id': '2980aff9-5480-4eaa-85ff-e4f3b1dfdee8', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:58Z', 'updated_at': '2021-07-19T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '54a7cc64-da73-47c0-a1fe-59d53a9f1564', 'name': '', 'network_id': 'ddcf96a4-6338-4556-8e3b-619fb0133944', 'tenant_id': 'a916686bab2f41a5a7981b058a7a0323', 'mac_address': 'fa:16:3e:8b:b4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '9a6335f5-ca59-40e1-8438-bc09fd03e4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:41:01Z', 'updated_at': '2021-07-19T17:41:06Z', 'revision_number': 4, 'project_id': 'a916686bab2f41a5a7981b058a7a0323', 'subnets': [{'id': '9a6335f5-ca59-40e1-8438-bc09fd03e4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:41:07.240234 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ce775-48da-4397-94e4-0da2604dcf72 req-d6a8360b-378e-42d1-b8a3-cf20bbc97187 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:07.241823 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-815ce775-48da-4397-94e4-0da2604dcf72 req-d6a8360b-378e-42d1-b8a3-cf20bbc97187 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0728745 Jul 19 17:41:07.290271 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-815ce775-48da-4397-94e4-0da2604dcf72 req-8025c6ad-a1fa-41ff-ad9e-1c8a4925c0d7 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428665 Jul 19 17:41:08.356265 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 54a7cc64-da73-47c0-a1fe-59d53a9f1564 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:41:08.441032 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 54a7cc64-da73-47c0-a1fe-59d53a9f1564 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:41:08.452715 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 54a7cc64-da73-47c0-a1fe-59d53a9f1564 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:41:08.453178 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:08.516670 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976171a-d450-4c83-92a9-813ce51b1790 req-0c5fdd12-2599-4b24-9760-b6d4ec26572a tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:08.518187 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a976171a-d450-4c83-92a9-813ce51b1790 req-0c5fdd12-2599-4b24-9760-b6d4ec26572a tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0750425 Jul 19 17:41:08.535293 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:08.556573 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a976171a-d450-4c83-92a9-813ce51b1790 req-009a4864-5b15-4fc6-84d1-a022b39d4934 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320148 Jul 19 17:41:08.571101 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port 54a7cc64-da73-47c0-a1fe-59d53a9f1564, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=54a7cc64-da73-47c0-a1fe-59d53a9f1564,segment=NetworkSegment(f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3),segment_id=f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:08.579463 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:08.625232 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=54a7cc64-da73-47c0-a1fe-59d53a9f1564,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:09.705785 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072f4b6-b013-467c-af18-585a6e0ffde8 req-3cb78736-3944-449a-adb6-5b8be31f054a tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:09.707314 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0072f4b6-b013-467c-af18-585a6e0ffde8 req-3cb78736-3944-449a-adb6-5b8be31f054a tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0808794 Jul 19 17:41:09.748507 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0072f4b6-b013-467c-af18-585a6e0ffde8 req-8cce1879-e9b9-46fc-9e55-403ccb6af016 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343006 Jul 19 17:41:10.319631 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 54a7cc64-da73-47c0-a1fe-59d53a9f1564 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:41:10.366407 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 54a7cc64-da73-47c0-a1fe-59d53a9f1564 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:41:10.366766 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:10.883848 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5e550-ad52-4b4b-8b1f-83a9b14bc1be req-6dfa78d7-a63f-45f2-9e6d-ce10ab86b289 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:10.885433 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-51d5e550-ad52-4b4b-8b1f-83a9b14bc1be req-6dfa78d7-a63f-45f2-9e6d-ce10ab86b289 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0651057 Jul 19 17:41:10.932605 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-51d5e550-ad52-4b4b-8b1f-83a9b14bc1be req-86a8c748-24d9-48a8-90f1-ef0affdb65c2 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383232 Jul 19 17:41:11.140612 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49946) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:11.240758 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-83a758a4-8e3a-4b3f-866d-bf355285363d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:11.330828 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-83a758a4-8e3a-4b3f-866d-bf355285363d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:11.335647 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-83a758a4-8e3a-4b3f-866d-bf355285363d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:11.372586 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-83a758a4-8e3a-4b3f-866d-bf355285363d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e043ad5107e43acb4256a92cc9f7c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308035 Jul 19 17:41:11.373439 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a758a4-8e3a-4b3f-866d-bf355285363d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f714e81e-26d1-48d7-abf3-f85cca2f29a0,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:11.375298 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 49952) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:11.423449 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c283f94b-0ec1-4f61-91ef-87558b579902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:11.443726 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c283f94b-0ec1-4f61-91ef-87558b579902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:11.490472 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c283f94b-0ec1-4f61-91ef-87558b579902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:11.492945 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c283f94b-0ec1-4f61-91ef-87558b579902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:11.495774 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-c283f94b-0ec1-4f61-91ef-87558b579902 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f714e81e-26d1-48d7-abf3-f85cca2f29a0 HTTP/1.1" status: 204 len: 168 time: 0.1177254 Jul 19 17:41:11.502014 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283f94b-0ec1-4f61-91ef-87558b579902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f714e81e-26d1-48d7-abf3-f85cca2f29a0,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:11.760172 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 49960) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:11.775818 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0d2137aa-5522-4997-93a8-4a18dddf7dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:11.869778 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0d2137aa-5522-4997-93a8-4a18dddf7dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:11.873502 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0d2137aa-5522-4997-93a8-4a18dddf7dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:11.909745 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2137aa-5522-4997-93a8-4a18dddf7dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9607e54-3760-44b4-8b8f-08a14bdde5cc,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:11.914541 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-0d2137aa-5522-4997-93a8-4a18dddf7dc2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ff7f90ec02c546edad0056b320adc552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533546 Jul 19 17:41:11.918888 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49964) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:11.980135 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0c73a1f9-3b17-4daa-ae02-ed1223c60a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:12.007061 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0c73a1f9-3b17-4daa-ae02-ed1223c60a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:12.090226 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0c73a1f9-3b17-4daa-ae02-ed1223c60a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:12.092737 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0c73a1f9-3b17-4daa-ae02-ed1223c60a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:12.093862 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-0c73a1f9-3b17-4daa-ae02-ed1223c60a57 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c9607e54-3760-44b4-8b8f-08a14bdde5cc HTTP/1.1" status: 204 len: 168 time: 0.1739991 Jul 19 17:41:12.104374 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a5809-f724-45a5-838c-fb37ac42fac9 req-0d1f0f01-3c7c-46c8-a261-29a80b1c76cf tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:12.105801 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-724a5809-f724-45a5-838c-fb37ac42fac9 req-0d1f0f01-3c7c-46c8-a261-29a80b1c76cf tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1018903 Jul 19 17:41:12.113362 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73a1f9-3b17-4daa-ae02-ed1223c60a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9607e54-3760-44b4-8b8f-08a14bdde5cc,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:12.158435 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-724a5809-f724-45a5-838c-fb37ac42fac9 req-4db1d880-a5af-4f17-8270-d0e7a244c25c tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425367 Jul 19 17:41:12.415968 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 49978) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:12.430622 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-839b3eae-1435-4c54-a50a-a439f47ebf9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:12.514828 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-839b3eae-1435-4c54-a50a-a439f47ebf9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:12.518562 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-839b3eae-1435-4c54-a50a-a439f47ebf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:12.556571 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-839b3eae-1435-4c54-a50a-a439f47ebf9b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db27e140442545fe9420fc8d6341a793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395118 Jul 19 17:41:12.557400 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b3eae-1435-4c54-a50a-a439f47ebf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aca5342-5820-40fe-b67f-581bd2e8cc81,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:12.559279 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 49980) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:12.615066 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c0755664-f7de-4d50-843f-836de45fa342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:12.635982 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c0755664-f7de-4d50-843f-836de45fa342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:12.680299 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c0755664-f7de-4d50-843f-836de45fa342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:12.682870 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c0755664-f7de-4d50-843f-836de45fa342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:12.684008 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-c0755664-f7de-4d50-843f-836de45fa342 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2aca5342-5820-40fe-b67f-581bd2e8cc81 HTTP/1.1" status: 204 len: 168 time: 0.1237452 Jul 19 17:41:12.691194 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0755664-f7de-4d50-843f-836de45fa342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aca5342-5820-40fe-b67f-581bd2e8cc81,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:13.293011 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d83327-ee15-4b43-a042-94b8b62b8235 req-2f2fbbb6-da50-40b7-842a-35a4187810c3 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:13.294565 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-39d83327-ee15-4b43-a042-94b8b62b8235 req-2f2fbbb6-da50-40b7-842a-35a4187810c3 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0776541 Jul 19 17:41:13.347096 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 50012) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:13.358114 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-39d83327-ee15-4b43-a042-94b8b62b8235 req-3e6cf000-d6cf-4083-a586-b31e07b0b6e5 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576258 Jul 19 17:41:13.460584 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-dadead6b-07c4-4c97-afff-457f359f6cf2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1152173063-network', 'tenant_id': '15687aac4110419bb1b60ac60aac6447'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:13.483600 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadead6b-07c4-4c97-afff-457f359f6cf2 admin admin] Made reservation on behalf of 15687aac4110419bb1b60ac60aac6447 for: {'network': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:41:13.486622 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-dadead6b-07c4-4c97-afff-457f359f6cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:13.496038 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-dadead6b-07c4-4c97-afff-457f359f6cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:13.595668 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-dadead6b-07c4-4c97-afff-457f359f6cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:13.601214 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-dadead6b-07c4-4c97-afff-457f359f6cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:13.631026 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dadead6b-07c4-4c97-afff-457f359f6cf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=99967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:41:13.638789 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadead6b-07c4-4c97-afff-457f359f6cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43184073-9d5a-4932-8cb9-df0ed54176ef,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:13.645816 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-dadead6b-07c4-4c97-afff-457f359f6cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:13.646212 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.segments_db [None req-dadead6b-07c4-4c97-afff-457f359f6cf2 admin admin] Added segment 42d91dd2-ff1c-4fd6-99f7-a244daea77fc of type vlan for network 44fc8d22-11ba-43f3-bdcb-15afc85eebcc Jul 19 17:41:13.685648 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-dadead6b-07c4-4c97-afff-457f359f6cf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:13.715335 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-dadead6b-07c4-4c97-afff-457f359f6cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:13.716434 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadead6b-07c4-4c97-afff-457f359f6cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:13.717030 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-dadead6b-07c4-4c97-afff-457f359f6cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:13.748176 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-dadead6b-07c4-4c97-afff-457f359f6cf2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3999925 Jul 19 17:41:13.752915 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 50020) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:13.758820 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-9cbdea0e-fa14-4425-832d-89e952ed1116 admin admin] Request body: {'subnet': {'network_id': '44fc8d22-11ba-43f3-bdcb-15afc85eebcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1152173063-subnet', 'tenant_id': '15687aac4110419bb1b60ac60aac6447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:13.777680 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadead6b-07c4-4c97-afff-457f359f6cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=44fc8d22-11ba-43f3-bdcb-15afc85eebcc,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:13.779446 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbdea0e-fa14-4425-832d-89e952ed1116 admin admin] Made reservation on behalf of 15687aac4110419bb1b60ac60aac6447 for: {'subnet': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:41:13.781822 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9cbdea0e-fa14-4425-832d-89e952ed1116 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:13.787985 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network 44fc8d22-11ba-43f3-bdcb-15afc85eebcc details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:41:13.958535 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9cbdea0e-fa14-4425-832d-89e952ed1116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for subnet, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:14.011222 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdea0e-fa14-4425-832d-89e952ed1116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c8c686-a976-4ceb-8975-f4ece3fa8e91,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:14.027196 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbdea0e-fa14-4425-832d-89e952ed1116 admin admin] Checking segment: {'id': '42d91dd2-ff1c-4fd6-99f7-a244daea77fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '44fc8d22-11ba-43f3-bdcb-15afc85eebcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:41:14.027544 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbdea0e-fa14-4425-832d-89e952ed1116 admin admin] Network hostable DHCP agents. Network: 44fc8d22-11ba-43f3-bdcb-15afc85eebcc, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:41:14.043331 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbdea0e-fa14-4425-832d-89e952ed1116 admin admin] Network 44fc8d22-11ba-43f3-bdcb-15afc85eebcc is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:41:14.051962 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-9cbdea0e-fa14-4425-832d-89e952ed1116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, 44fc8d22-11ba-43f3-bdcb-15afc85eebcc) {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:41:14.056257 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbdea0e-fa14-4425-832d-89e952ed1116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:14.057449 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9cbdea0e-fa14-4425-832d-89e952ed1116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:14.060525 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdd5f5d-d246-403c-bf58-d8811ed5742a None None] Network 44fc8d22-11ba-43f3-bdcb-15afc85eebcc requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:41:14.070663 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-9cbdea0e-fa14-4425-832d-89e952ed1116 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3165669 Jul 19 17:41:14.191791 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3175fc-92dc-438d-8024-752b4c0b19fa None None] Network 44fc8d22-11ba-43f3-bdcb-15afc85eebcc requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:41:14.515444 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4630c-bd89-40fa-8149-3bbd5d926581 req-d9393751-a615-4e6f-ad4c-91eb308e71fc tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:14.516930 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3fe4630c-bd89-40fa-8149-3bbd5d926581 req-d9393751-a615-4e6f-ad4c-91eb308e71fc tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0822721 Jul 19 17:41:14.557488 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3fe4630c-bd89-40fa-8149-3bbd5d926581 req-cf116cd9-6b02-42ee-9543-00d3494e01bd tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344708 Jul 19 17:41:15.706812 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d93020-ccab-4f5a-ae53-0b99973f6512 req-3441149f-2459-4c05-a487-9cadc679e014 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:15.708326 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-61d93020-ccab-4f5a-ae53-0b99973f6512 req-3441149f-2459-4c05-a487-9cadc679e014 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0817158 Jul 19 17:41:15.747816 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-61d93020-ccab-4f5a-ae53-0b99973f6512 req-1916399c-ac61-4aaf-91d7-c2614dda9b34 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339279 Jul 19 17:41:16.878946 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ee9fa-c875-44ac-9525-dffca6ae31ba req-db487397-0822-491f-b0f5-c340ede98939 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:16.880466 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-695ee9fa-c875-44ac-9525-dffca6ae31ba req-db487397-0822-491f-b0f5-c340ede98939 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0634162 Jul 19 17:41:16.917187 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-695ee9fa-c875-44ac-9525-dffca6ae31ba req-ca254393-3201-47ff-8e76-ff711370cb77 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305674 Jul 19 17:41:19.168438 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-6e43e8e3-8fc7-4716-8e3d-fc8ae0b9e707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:20.377571 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13347b3-5467-445c-a148-3d847050521a req-153964bf-c9b4-4f91-bb55-8ea09d3a3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:20.379049 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a13347b3-5467-445c-a148-3d847050521a req-153964bf-c9b4-4f91-bb55-8ea09d3a3a6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f89ba439f784b5ea4f1cc9cd7778d80&device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 1099 time: 0.0537829 Jul 19 17:41:20.511778 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13347b3-5467-445c-a148-3d847050521a req-ac869704-703c-4f5c-a948-ff6ed5512f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:20.513158 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a13347b3-5467-445c-a148-3d847050521a req-ac869704-703c-4f5c-a948-ff6ed5512f0b service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba199622-5356-4143-a827-7602fbb52049 HTTP/1.1" status: 200 len: 920 time: 0.0813763 Jul 19 17:41:20.574681 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a13347b3-5467-445c-a148-3d847050521a req-4b4823dc-080b-441e-8a8b-dc0e5cfe569f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68047ea3-4512-4a1d-81df-bdd15d1a915b HTTP/1.1" status: 200 len: 217 time: 0.0371494 Jul 19 17:41:20.622848 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13347b3-5467-445c-a148-3d847050521a req-0bc48bcb-272d-4dde-9b39-e6d048d166ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:20.624239 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a13347b3-5467-445c-a148-3d847050521a req-0bc48bcb-272d-4dde-9b39-e6d048d166ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5 HTTP/1.1" status: 200 len: 859 time: 0.0419371 Jul 19 17:41:20.661608 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a13347b3-5467-445c-a148-3d847050521a req-6d37b4cb-fd06-426c-905c-f81b664f683b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba199622-5356-4143-a827-7602fbb52049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246017 Jul 19 17:41:20.753474 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a13347b3-5467-445c-a148-3d847050521a req-88f08425-3c69-47be-becf-9d1ba9cd94e9 service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825424 Jul 19 17:41:20.840398 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a13347b3-5467-445c-a148-3d847050521a req-967d1d9c-a3a5-40b2-9982-e9fbe7d48d02 service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802734 Jul 19 17:41:21.685877 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b473c513-ea3d-4a92-80b6-9795b8d6000e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:21.915992 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:23.064915 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:23.097454 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:23.716825 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:41:24.469625 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:24.509774 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-fb3fd18b-15cb-452c-bce0-632ca6c17486 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:24.511267 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-fb3fd18b-15cb-452c-bce0-632ca6c17486 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/networks?id=44fc8d22-11ba-43f3-bdcb-15afc85eebcc HTTP/1.1" status: 200 len: 814 time: 0.1725221 Jul 19 17:41:24.519086 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-9b28041f-0418-49c6-ad7e-64413d051d6d tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:24.520426 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-9b28041f-0418-49c6-ad7e-64413d051d6d tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/networks?id=6f41bdfe-4825-4b22-b0b9-adb28abfe835 HTTP/1.1" status: 200 len: 814 time: 0.1716607 Jul 19 17:41:24.543501 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-ccf67be2-1e9f-4b6f-b40f-17802ff675f0 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/quotas/15687aac4110419bb1b60ac60aac6447 HTTP/1.1" status: 200 len: 375 time: 0.0221190 Jul 19 17:41:24.546491 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-47f67b83-84d8-484b-bbf2-2475b5acfa60 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/quotas/1f798727ec6c469db122e0336ec8306e HTTP/1.1" status: 200 len: 375 time: 0.0189683 Jul 19 17:41:24.585952 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-b38b3763-db6a-4d3f-912b-936806c9c3f3 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=15687aac4110419bb1b60ac60aac6447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358849 Jul 19 17:41:24.710939 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-17632591-ca56-4a4b-8222-01757c698e7f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f798727ec6c469db122e0336ec8306e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1514435 Jul 19 17:41:24.714323 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-ca2542ec-a0f1-4f36-b428-956d4c759e03 service neutron] 10.222.0.58 "GET /v2.0/networks/44fc8d22-11ba-43f3-bdcb-15afc85eebcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130974 Jul 19 17:41:24.866194 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-5bf7391c-4e4c-41d0-ac13-c1f0bb0985cc service neutron] 10.222.0.58 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488197 Jul 19 17:41:24.869513 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-e08dfa2d-988d-4bca-a9c1-034847395fd8 service neutron] 10.222.0.58 "GET /v2.0/networks/44fc8d22-11ba-43f3-bdcb-15afc85eebcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454625 Jul 19 17:41:24.958492 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-30aacfba-ec8b-44b6-a4fa-51b2f48c8593 service neutron] 10.222.0.58 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866845 Jul 19 17:41:25.228693 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11365110-3be1-48bb-ba03-c700fbb8ff44 req-e58f8469-c7ef-4385-9f1d-c694a2fff74f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:25.230472 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-11365110-3be1-48bb-ba03-c700fbb8ff44 req-e58f8469-c7ef-4385-9f1d-c694a2fff74f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0965912 Jul 19 17:41:25.295439 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-11365110-3be1-48bb-ba03-c700fbb8ff44 req-dd9a1497-0694-414c-89c8-fdcca392dfe8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522964 Jul 19 17:41:25.369106 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d955b85f-e01f-46f1-8770-eaa0f049dea6 req-7ecc6d78-b117-464a-86ab-081030bda26d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 210 time: 0.0443795 Jul 19 17:41:25.404942 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-884fa143-3f26-4965-b402-142d57769650 req-9eb5416e-be13-4782-a682-dbdf1b5e2f60 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 210 time: 0.0293469 Jul 19 17:41:26.416634 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-c49c0210-7b38-4a10-b762-331ad7f6ad03 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:26.419181 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-c49c0210-7b38-4a10-b762-331ad7f6ad03 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.49 "GET /v2.0/networks?id=44fc8d22-11ba-43f3-bdcb-15afc85eebcc HTTP/1.1" status: 200 len: 814 time: 0.1481159 Jul 19 17:41:26.447263 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5c9e7-f0f0-4024-83a1-e0ed33ac8a3b req-3b56f05a-4221-41f9-a2af-f2c60c5f2583 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:26.448746 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-13e5c9e7-f0f0-4024-83a1-e0ed33ac8a3b req-3b56f05a-4221-41f9-a2af-f2c60c5f2583 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0868943 Jul 19 17:41:26.463819 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-fd9e4ed5-f784-40c1-8cef-05691d8c99f2 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Request body: {'port': {'device_id': 'ab5c63dd-2ec9-4729-b6c9-877f73d719f8', 'network_id': '44fc8d22-11ba-43f3-bdcb-15afc85eebcc', 'admin_state_up': True, 'tenant_id': '15687aac4110419bb1b60ac60aac6447'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:26.486051 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-13e5c9e7-f0f0-4024-83a1-e0ed33ac8a3b req-97345a65-2fb1-4b38-8d8d-b6d11d91dd67 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316510 Jul 19 17:41:26.576703 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-fd9e4ed5-f784-40c1-8cef-05691d8c99f2 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Made reservation on behalf of 15687aac4110419bb1b60ac60aac6447 for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:41:26.581757 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-fd9e4ed5-f784-40c1-8cef-05691d8c99f2 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:26.583479 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9b8b00e1-55ca-4b8f-b488-9dc213410b48 req-9594df5b-55ad-42d1-964f-2e2d81d7f172 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 210 time: 0.0402653 Jul 19 17:41:26.644449 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fd0067ba-359c-4bf6-bb86-67a41283e894 req-5ae5e13f-2b40-4a20-929f-470081de4e92 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 210 time: 0.0297122 Jul 19 17:41:26.719137 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-fd9e4ed5-f784-40c1-8cef-05691d8c99f2 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Allocated IP 172.20.0.6 (44fc8d22-11ba-43f3-bdcb-15afc85eebcc/e2c8c686-a976-4ceb-8975-f4ece3fa8e91/03723d7b-60d0-4bba-84f6-157f93a18589) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:41:26.865928 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-fd9e4ed5-f784-40c1-8cef-05691d8c99f2 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:26.905811 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-fd9e4ed5-f784-40c1-8cef-05691d8c99f2 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:26.945872 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-fd9e4ed5-f784-40c1-8cef-05691d8c99f2 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Network 44fc8d22-11ba-43f3-bdcb-15afc85eebcc is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:41:26.948979 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-fd9e4ed5-f784-40c1-8cef-05691d8c99f2 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:41:26.952614 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-fd9e4ed5-f784-40c1-8cef-05691d8c99f2 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:41:27.005959 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e4ed5-f784-40c1-8cef-05691d8c99f2 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Pushing event updated for resources: {'Port': ['ID=03723d7b-60d0-4bba-84f6-157f93a18589,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:27.070165 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-fd9e4ed5-f784-40c1-8cef-05691d8c99f2 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:27.070770 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-fd9e4ed5-f784-40c1-8cef-05691d8c99f2 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:27.124030 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-fd9e4ed5-f784-40c1-8cef-05691d8c99f2 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6641116 Jul 19 17:41:27.152276 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Request body: {'port': {'device_id': 'ab5c63dd-2ec9-4729-b6c9-877f73d719f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:27.166501 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-b207bf0c-5186-4f6e-9d57-0a61d23142dd tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:27.167914 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-b207bf0c-5186-4f6e-9d57-0a61d23142dd tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.49 "GET /v2.0/networks?id=6f41bdfe-4825-4b22-b0b9-adb28abfe835 HTTP/1.1" status: 200 len: 814 time: 0.1829228 Jul 19 17:41:27.203073 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-027aaa00-fc7d-4e9a-8fd6-dc2d56646979 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Request body: {'port': {'device_id': '03ec63b0-6c3d-460b-b85d-e186d31ffb26', 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835', 'admin_state_up': True, 'tenant_id': '1f798727ec6c469db122e0336ec8306e'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:27.227627 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1784d-a3ee-4682-b896-e5c540ed69e7 req-7fe431c4-6400-486c-afac-264654c679a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:27.229016 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-52f1784d-a3ee-4682-b896-e5c540ed69e7 req-7fe431c4-6400-486c-afac-264654c679a4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 1099 time: 0.2000461 Jul 19 17:41:27.551006 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:27.559799 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-52f1784d-a3ee-4682-b896-e5c540ed69e7 req-7282bfea-68fe-45c2-8029-e0ca4f07e794 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209028 Jul 19 17:41:27.619803 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b4baa-4141-4134-b8ea-7dae9ef5da36 req-7133b0f4-d3c6-4da2-a78a-4a8815073aa3 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:27.621426 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9b4b4baa-4141-4134-b8ea-7dae9ef5da36 req-7133b0f4-d3c6-4da2-a78a-4a8815073aa3 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0694716 Jul 19 17:41:27.631660 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-027aaa00-fc7d-4e9a-8fd6-dc2d56646979 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Made reservation on behalf of 1f798727ec6c469db122e0336ec8306e for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:41:27.636488 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-027aaa00-fc7d-4e9a-8fd6-dc2d56646979 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:27.671485 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9b4b4baa-4141-4134-b8ea-7dae9ef5da36 req-d3a44b48-74e5-464a-bf68-7cfa08d8dd35 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434928 Jul 19 17:41:27.792380 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366174eb-fd29-4456-b9b8-d3f1eb44addc req-01d97fd8-2dce-416c-80b6-792f24fd7294 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:27.794126 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-366174eb-fd29-4456-b9b8-d3f1eb44addc req-01d97fd8-2dce-416c-80b6-792f24fd7294 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 931 time: 0.0613337 Jul 19 17:41:27.831679 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-366174eb-fd29-4456-b9b8-d3f1eb44addc req-c7d14c0c-a2c4-4bd0-83d9-b203fb545e1d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316756 Jul 19 17:41:27.905078 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-027aaa00-fc7d-4e9a-8fd6-dc2d56646979 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Allocated IP 172.20.0.4 (6f41bdfe-4825-4b22-b0b9-adb28abfe835/3eb113ba-eefb-429b-b333-3270c4ff78d1/c89f2b60-7fb0-492a-9b88-8ce1eae51e9b) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:41:27.914530 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5cbd88ea-070e-4f14-9d20-546d8385a682 req-68758310-d32b-41c9-b390-63ebbc572343 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 210 time: 0.0276499 Jul 19 17:41:27.999037 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03723d7b-60d0-4bba-84f6-157f93a18589 {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:41:28.018890 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:28.048457 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Transition to ACTIVE for port object 03723d7b-60d0-4bba-84f6-157f93a18589 will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:41:28.076587 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:28.167539 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-027aaa00-fc7d-4e9a-8fd6-dc2d56646979 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:28.169434 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Pushing event updated for resources: {'Port': ['ID=03723d7b-60d0-4bba-84f6-157f93a18589,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:28.260427 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Attempting to bind port 03723d7b-60d0-4bba-84f6-157f93a18589 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:41:28.260758 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Attempting to bind port 03723d7b-60d0-4bba-84f6-157f93a18589 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '42d91dd2-ff1c-4fd6-99f7-a244daea77fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '44fc8d22-11ba-43f3-bdcb-15afc85eebcc'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:41:28.261088 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Attempting to bind port 03723d7b-60d0-4bba-84f6-157f93a18589 on network 44fc8d22-11ba-43f3-bdcb-15afc85eebcc {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:41:28.267584 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Port 03723d7b-60d0-4bba-84f6-157f93a18589 on network 44fc8d22-11ba-43f3-bdcb-15afc85eebcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:41:28.267917 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Attempting to bind port 03723d7b-60d0-4bba-84f6-157f93a18589 on network 44fc8d22-11ba-43f3-bdcb-15afc85eebcc {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:41:28.271592 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-027aaa00-fc7d-4e9a-8fd6-dc2d56646979 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:28.280856 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:41:28.281186 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Checking segment: {'id': '42d91dd2-ff1c-4fd6-99f7-a244daea77fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '44fc8d22-11ba-43f3-bdcb-15afc85eebcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:41:28.281562 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Bound using segment: {'id': '42d91dd2-ff1c-4fd6-99f7-a244daea77fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '44fc8d22-11ba-43f3-bdcb-15afc85eebcc'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:41:28.281989 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Bound port: 03723d7b-60d0-4bba-84f6-157f93a18589, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d91dd2-ff1c-4fd6-99f7-a244daea77fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '44fc8d22-11ba-43f3-bdcb-15afc85eebcc'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:41:28.282355 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:28.310873 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b', '6416955a-6e87-4401-b7fd-9ac974ef5912', 'ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:41:28.332091 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-027aaa00-fc7d-4e9a-8fd6-dc2d56646979 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:41:28.341900 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-027aaa00-fc7d-4e9a-8fd6-dc2d56646979 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:41:28.362664 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-027aaa00-fc7d-4e9a-8fd6-dc2d56646979 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:41:28.369642 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027aaa00-fc7d-4e9a-8fd6-dc2d56646979 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Pushing event updated for resources: {'Port': ['ID=c89f2b60-7fb0-492a-9b88-8ce1eae51e9b,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:28.431778 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-027aaa00-fc7d-4e9a-8fd6-dc2d56646979 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:28.432374 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-027aaa00-fc7d-4e9a-8fd6-dc2d56646979 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:28.441318 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] For port 03723d7b-60d0-4bba-84f6-157f93a18589, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:41:28.446449 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] For port 03723d7b-60d0-4bba-84f6-157f93a18589, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=03723d7b-60d0-4bba-84f6-157f93a18589,segment=NetworkSegment(42d91dd2-ff1c-4fd6-99f7-a244daea77fc),segment_id=42d91dd2-ff1c-4fd6-99f7-a244daea77fc)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:41:28.452407 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:28.462532 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-027aaa00-fc7d-4e9a-8fd6-dc2d56646979 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2634583 Jul 19 17:41:28.489211 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Request body: {'port': {'device_id': '03ec63b0-6c3d-460b-b85d-e186d31ffb26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:28.495660 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:28.496324 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:28.497974 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] 10.222.0.49 "PUT /v2.0/ports/03723d7b-60d0-4bba-84f6-157f93a18589 HTTP/1.1" status: 200 len: 1093 time: 1.3548119 Jul 19 17:41:28.500967 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5c63dd-2ec9-4729-b6c9-877f73d719f8', 'tag': '03723d7b-60d0-4bba-84f6-157f93a18589'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:41:28.503248 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe414a5-65b5-4a71-9ec2-9da212f78e66" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5c63dd-2ec9-4729-b6c9-877f73d719f8", "tag": "03723d7b-60d0-4bba-84f6-157f93a18589"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:41:28.554942 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9ea3ce-2860-4b9e-a2fc-54059597bb30 x-openstack-request-id: req-ee9ea3ce-2860-4b9e-a2fc-54059597bb30 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:41:28.555543 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5c63dd-2ec9-4729-b6c9-877f73d719f8", "tag": "03723d7b-60d0-4bba-84f6-157f93a18589", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:41:28.555543 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee9ea3ce-2860-4b9e-a2fc-54059597bb30 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:41:28.555845 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5c63dd-2ec9-4729-b6c9-877f73d719f8', 'tag': '03723d7b-60d0-4bba-84f6-157f93a18589', 'status': 'completed', 'code': 200} Jul 19 17:41:28.569582 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f000e-bc1a-4160-98e0-25c2de7b7a1f service neutron] Pushing event updated for resources: {'Port': ['ID=03723d7b-60d0-4bba-84f6-157f93a18589,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:28.611431 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:28.803060 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-62d053d0-cbaf-4838-9230-e54445c1c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:28.804752 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-62d053d0-cbaf-4838-9230-e54445c1c417 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15687aac4110419bb1b60ac60aac6447&device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 1096 time: 0.1481824 Jul 19 17:41:28.813892 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bd633-14f1-4cc3-a88c-81d66acdf510 req-673c3810-928d-43c6-aeeb-435773f202cf tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:28.815383 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3e0bd633-14f1-4cc3-a88c-81d66acdf510 req-673c3810-928d-43c6-aeeb-435773f202cf tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0656435 Jul 19 17:41:28.852897 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3e0bd633-14f1-4cc3-a88c-81d66acdf510 req-f8d8fb0b-a3b6-458c-bc60-3203b45d0696 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310593 Jul 19 17:41:28.883186 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-c736df93-1dec-4d28-afbd-42ab37f600a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03723d7b-60d0-4bba-84f6-157f93a18589 HTTP/1.1" status: 200 len: 217 time: 0.0395141 Jul 19 17:41:28.965404 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-ae3eaaea-ac73-4d82-aa8b-4d97a6ac1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:28.966852 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-ae3eaaea-ac73-4d82-aa8b-4d97a6ac1f41 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2c8c686-a976-4ceb-8975-f4ece3fa8e91 HTTP/1.1" status: 200 len: 854 time: 0.0710471 Jul 19 17:41:28.989093 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db8d12-c587-4417-b01c-3e1e054b2706 req-2d607852-efe5-4894-a39d-79e1657a3b01 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:28.992043 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d0db8d12-c587-4417-b01c-3e1e054b2706 req-2d607852-efe5-4894-a39d-79e1657a3b01 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 943 time: 0.0809314 Jul 19 17:41:29.025856 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-78b67681-68a6-4032-a661-0eee9122f390 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44fc8d22-11ba-43f3-bdcb-15afc85eebcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307992 Jul 19 17:41:29.034564 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89f2b60-7fb0-492a-9b88-8ce1eae51e9b {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:41:29.043836 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:29.063439 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d0db8d12-c587-4417-b01c-3e1e054b2706 req-8f61ea95-63de-47f0-ad8d-f69c0ae9b1c4 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590801 Jul 19 17:41:29.080220 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Transition to ACTIVE for port object c89f2b60-7fb0-492a-9b88-8ce1eae51e9b will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:41:29.087727 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:29.101919 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff985e3-aa2c-4fb9-8e25-3d71ac77a5d0 req-f48889e0-6ab1-4106-966c-e8884a8e65af tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:29.103621 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6ff985e3-aa2c-4fb9-8e25-3d71ac77a5d0 req-f48889e0-6ab1-4106-966c-e8884a8e65af tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 931 time: 0.1105194 Jul 19 17:41:29.147395 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6ff985e3-aa2c-4fb9-8e25-3d71ac77a5d0 req-7d66840b-d0d1-487f-a98c-b5b1ad5b1d15 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383353 Jul 19 17:41:29.184572 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Pushing event updated for resources: {'Port': ['ID=c89f2b60-7fb0-492a-9b88-8ce1eae51e9b,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:29.215157 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:29.215497 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:29.215837 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:29.216165 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:29.216486 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:29.216807 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:29.217128 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:29.217447 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:29.217765 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:29.218108 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:29.218429 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:29.218746 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:29.222959 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-67e92f2b-d317-407b-8cac-b3777e34858b service neutron] 10.222.0.49 "GET /v2.0/networks/44fc8d22-11ba-43f3-bdcb-15afc85eebcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767020 Jul 19 17:41:29.297148 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Attempting to bind port c89f2b60-7fb0-492a-9b88-8ce1eae51e9b on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:41:29.297477 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Attempting to bind port c89f2b60-7fb0-492a-9b88-8ce1eae51e9b by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '936f9355-0be1-470f-a158-f5555ef6d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:41:29.297798 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Attempting to bind port c89f2b60-7fb0-492a-9b88-8ce1eae51e9b on network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:41:29.329735 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Port c89f2b60-7fb0-492a-9b88-8ce1eae51e9b on network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:41:29.330067 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Attempting to bind port c89f2b60-7fb0-492a-9b88-8ce1eae51e9b on network 6f41bdfe-4825-4b22-b0b9-adb28abfe835 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:41:29.340272 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:41:29.340596 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Checking segment: {'id': '936f9355-0be1-470f-a158-f5555ef6d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:41:29.340970 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Bound using segment: {'id': '936f9355-0be1-470f-a158-f5555ef6d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:41:29.341384 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Bound port: c89f2b60-7fb0-492a-9b88-8ce1eae51e9b, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936f9355-0be1-470f-a158-f5555ef6d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:41:29.341728 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:29.368501 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3bde0e5b-28f4-42ab-be05-3355b553ccb1 req-1289b033-e7bd-4465-95ca-8ae8b29016a7 service neutron] 10.222.0.49 "GET /v2.0/networks/44fc8d22-11ba-43f3-bdcb-15afc85eebcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143250 Jul 19 17:41:29.414340 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] For port c89f2b60-7fb0-492a-9b88-8ce1eae51e9b, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:41:29.417245 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] For port c89f2b60-7fb0-492a-9b88-8ce1eae51e9b, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c89f2b60-7fb0-492a-9b88-8ce1eae51e9b,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:41:29.421043 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:29.452445 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:29.453068 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:29.454466 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] 10.222.0.49 "PUT /v2.0/ports/c89f2b60-7fb0-492a-9b88-8ce1eae51e9b HTTP/1.1" status: 200 len: 1093 time: 0.9708943 Jul 19 17:41:29.475606 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a378b75-ff28-40aa-b24a-eee7c629f513 service neutron] Pushing event updated for resources: {'Port': ['ID=c89f2b60-7fb0-492a-9b88-8ce1eae51e9b,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:29.626358 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe414a5-65b5-4a71-9ec2-9da212f78e66 req-b1005643-8517-4226-b49b-757583a4f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:29.627724 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8fe414a5-65b5-4a71-9ec2-9da212f78e66 req-b1005643-8517-4226-b49b-757583a4f414 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15687aac4110419bb1b60ac60aac6447&device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 1096 time: 0.0842900 Jul 19 17:41:29.676707 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-9d215f3d-89c2-4209-b622-3cc1f16c0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:29.678286 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-9d215f3d-89c2-4209-b622-3cc1f16c0161 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f798727ec6c469db122e0336ec8306e&device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 1096 time: 0.0867419 Jul 19 17:41:29.746927 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-b8afe496-926d-4405-9892-0361c15bb0f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c89f2b60-7fb0-492a-9b88-8ce1eae51e9b HTTP/1.1" status: 200 len: 217 time: 0.0399094 Jul 19 17:41:29.790953 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe414a5-65b5-4a71-9ec2-9da212f78e66 req-649d18fd-c52b-47cc-9ad1-614de265d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:29.792405 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8fe414a5-65b5-4a71-9ec2-9da212f78e66 req-649d18fd-c52b-47cc-9ad1-614de265d0ef service neutron] 10.222.0.49 "GET /v2.0/networks?id=44fc8d22-11ba-43f3-bdcb-15afc85eebcc HTTP/1.1" status: 200 len: 915 time: 0.1544468 Jul 19 17:41:29.815263 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-44d070cf-f181-4b02-832e-a0f6dfebd5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:29.816638 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-44d070cf-f181-4b02-832e-a0f6dfebd5a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eb113ba-eefb-429b-b333-3270c4ff78d1 HTTP/1.1" status: 200 len: 854 time: 0.0591760 Jul 19 17:41:29.852972 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8fe414a5-65b5-4a71-9ec2-9da212f78e66 req-78930451-e0ad-4edd-a0a6-eff5be6a5d70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03723d7b-60d0-4bba-84f6-157f93a18589 HTTP/1.1" status: 200 len: 217 time: 0.0473702 Jul 19 17:41:29.871524 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-f9558c04-3406-4400-a310-4ccb87566345 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f41bdfe-4825-4b22-b0b9-adb28abfe835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264399 Jul 19 17:41:29.993156 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe414a5-65b5-4a71-9ec2-9da212f78e66 req-1ea7a5c3-92b0-4c36-90f2-9030f8c79032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:29.994628 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8fe414a5-65b5-4a71-9ec2-9da212f78e66 req-1ea7a5c3-92b0-4c36-90f2-9030f8c79032 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2c8c686-a976-4ceb-8975-f4ece3fa8e91 HTTP/1.1" status: 200 len: 854 time: 0.0896800 Jul 19 17:41:29.996741 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87477994-abf0-4319-aebb-852657cb5b6c req-f9589fd8-9a18-45e3-afb5-de3f90606642 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:29.998230 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-87477994-abf0-4319-aebb-852657cb5b6c req-f9589fd8-9a18-45e3-afb5-de3f90606642 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0626061 Jul 19 17:41:30.036510 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-87477994-abf0-4319-aebb-852657cb5b6c req-33a2608b-2fb1-4256-abb1-5b64327d4dd5 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318694 Jul 19 17:41:30.038411 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8fe414a5-65b5-4a71-9ec2-9da212f78e66 req-059ce362-98d0-4bf4-9671-d5d2b8aecae8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44fc8d22-11ba-43f3-bdcb-15afc85eebcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343373 Jul 19 17:41:30.041737 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-357bd1b6-2054-47af-8f96-e8a69849debc service neutron] 10.222.0.49 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441786 Jul 19 17:41:30.206005 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42d912-cbe7-4206-a263-1f3be3783b9e req-d07b1a2d-bd24-4330-b159-8f27c4796f72 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:30.208018 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fb42d912-cbe7-4206-a263-1f3be3783b9e req-d07b1a2d-bd24-4330-b159-8f27c4796f72 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 943 time: 0.0731425 Jul 19 17:41:30.226460 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8fe414a5-65b5-4a71-9ec2-9da212f78e66 req-14ef014a-1ff9-49e3-8514-a9eb00cb8eb2 service neutron] 10.222.0.49 "GET /v2.0/networks/44fc8d22-11ba-43f3-bdcb-15afc85eebcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720417 Jul 19 17:41:30.228279 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-915c3fe8-301b-4e92-ab1b-da00bf52e8c2 req-13416be4-3c71-48f1-bb83-af8249063b77 service neutron] 10.222.0.49 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668510 Jul 19 17:41:30.249608 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fb42d912-cbe7-4206-a263-1f3be3783b9e req-8e4c1988-e31c-4f02-bb5d-15db3a4fd03f tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359774 Jul 19 17:41:30.320044 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e4d1f-3fe0-419e-920d-366d68e6187e req-c9e30853-3f7b-407b-a2af-e98866820345 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:30.321841 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-117e4d1f-3fe0-419e-920d-366d68e6187e req-c9e30853-3f7b-407b-a2af-e98866820345 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 943 time: 0.0696414 Jul 19 17:41:30.388979 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-117e4d1f-3fe0-419e-920d-366d68e6187e req-260ae577-f214-4323-a0f2-c2360a7d627b tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611432 Jul 19 17:41:30.431755 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cbee4-e8e6-4746-afb1-6c0aebe98a95 req-402b9f53-1c7c-4563-99dc-c77d5007979a tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:30.433577 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7c7cbee4-e8e6-4746-afb1-6c0aebe98a95 req-402b9f53-1c7c-4563-99dc-c77d5007979a tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0989802 Jul 19 17:41:30.439027 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc200f-59c6-4fd9-80ac-52ac3bc7b5c8 req-2f812e55-58e1-40b6-b8af-6ed9c6d45e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:30.440610 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-98bc200f-59c6-4fd9-80ac-52ac3bc7b5c8 req-2f812e55-58e1-40b6-b8af-6ed9c6d45e85 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f89ba439f784b5ea4f1cc9cd7778d80&device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 1099 time: 0.1269450 Jul 19 17:41:30.442578 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8fe414a5-65b5-4a71-9ec2-9da212f78e66 req-59fe6528-d35b-45a7-aabc-23472a4f936e service neutron] 10.222.0.49 "GET /v2.0/networks/44fc8d22-11ba-43f3-bdcb-15afc85eebcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377921 Jul 19 17:41:30.475392 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7c7cbee4-e8e6-4746-afb1-6c0aebe98a95 req-4a726dce-cdf6-4ad1-b1ad-ca30ba9896a4 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363948 Jul 19 17:41:30.559268 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ec63b0-6c3d-460b-b85d-e186d31ffb26', 'tag': 'c89f2b60-7fb0-492a-9b88-8ce1eae51e9b'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:41:30.561298 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8017e555-3e2d-48e5-86ca-228ccddc4a29" -d '{"events": [{"name": "network-changed", "server_uuid": "03ec63b0-6c3d-460b-b85d-e186d31ffb26", "tag": "c89f2b60-7fb0-492a-9b88-8ce1eae51e9b"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:41:30.572258 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc200f-59c6-4fd9-80ac-52ac3bc7b5c8 req-afdf68c9-4293-434e-8a65-a9587291832e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:30.573710 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-98bc200f-59c6-4fd9-80ac-52ac3bc7b5c8 req-afdf68c9-4293-434e-8a65-a9587291832e service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba199622-5356-4143-a827-7602fbb52049 HTTP/1.1" status: 200 len: 920 time: 0.0928769 Jul 19 17:41:30.605217 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ee386f-d9e4-4d7b-9662-b43a81e6c5a1 x-openstack-request-id: req-10ee386f-d9e4-4d7b-9662-b43a81e6c5a1 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:41:30.605498 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ec63b0-6c3d-460b-b85d-e186d31ffb26", "tag": "c89f2b60-7fb0-492a-9b88-8ce1eae51e9b", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:41:30.605739 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10ee386f-d9e4-4d7b-9662-b43a81e6c5a1 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:41:30.606141 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ec63b0-6c3d-460b-b85d-e186d31ffb26', 'tag': 'c89f2b60-7fb0-492a-9b88-8ce1eae51e9b', 'status': 'completed', 'code': 200} Jul 19 17:41:30.634225 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-98bc200f-59c6-4fd9-80ac-52ac3bc7b5c8 req-c53f34e1-fb1d-4bbb-b721-337358348b22 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68047ea3-4512-4a1d-81df-bdd15d1a915b HTTP/1.1" status: 200 len: 217 time: 0.0359666 Jul 19 17:41:30.733399 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc200f-59c6-4fd9-80ac-52ac3bc7b5c8 req-3ffe2aba-21af-4b5d-a46e-a4b23573a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:30.734741 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-98bc200f-59c6-4fd9-80ac-52ac3bc7b5c8 req-3ffe2aba-21af-4b5d-a46e-a4b23573a1cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5 HTTP/1.1" status: 200 len: 859 time: 0.0732036 Jul 19 17:41:30.769580 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-98bc200f-59c6-4fd9-80ac-52ac3bc7b5c8 req-2822e86b-85ad-43c9-8580-bbc768ce8c12 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba199622-5356-4143-a827-7602fbb52049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261939 Jul 19 17:41:30.776057 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017e555-3e2d-48e5-86ca-228ccddc4a29 req-fe6e4185-d273-40b6-aeb0-734fdc3e10f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:30.777581 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8017e555-3e2d-48e5-86ca-228ccddc4a29 req-fe6e4185-d273-40b6-aeb0-734fdc3e10f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f798727ec6c469db122e0336ec8306e&device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 1096 time: 0.1070693 Jul 19 17:41:30.939076 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-98bc200f-59c6-4fd9-80ac-52ac3bc7b5c8 req-1b6a777b-b540-4790-82f1-1cecde114058 service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444838 Jul 19 17:41:30.943732 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017e555-3e2d-48e5-86ca-228ccddc4a29 req-2d7f7f2a-0cc9-4215-bded-1c72073f6dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:30.945040 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8017e555-3e2d-48e5-86ca-228ccddc4a29 req-2d7f7f2a-0cc9-4215-bded-1c72073f6dae service neutron] 10.222.0.49 "GET /v2.0/networks?id=6f41bdfe-4825-4b22-b0b9-adb28abfe835 HTTP/1.1" status: 200 len: 915 time: 0.1425931 Jul 19 17:41:31.230904 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8017e555-3e2d-48e5-86ca-228ccddc4a29 req-28737c39-fb2b-4fc4-b327-c03709ac14be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c89f2b60-7fb0-492a-9b88-8ce1eae51e9b HTTP/1.1" status: 200 len: 217 time: 0.2565279 Jul 19 17:41:31.338792 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017e555-3e2d-48e5-86ca-228ccddc4a29 req-7ca1de64-0713-4219-a942-8a85904b3fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:31.340285 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8017e555-3e2d-48e5-86ca-228ccddc4a29 req-7ca1de64-0713-4219-a942-8a85904b3fad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eb113ba-eefb-429b-b333-3270c4ff78d1 HTTP/1.1" status: 200 len: 854 time: 0.0939770 Jul 19 17:41:31.391482 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca8239-4d8e-4b0a-9a73-7aca1a04365f req-dd5ca97e-4c1c-4453-9b97-61c06caa9f87 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:31.392180 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-98bc200f-59c6-4fd9-80ac-52ac3bc7b5c8 req-437d9fc5-f9ac-4c16-ad0f-f0da1b77b65a service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167471 Jul 19 17:41:31.393936 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8017e555-3e2d-48e5-86ca-228ccddc4a29 req-f44173ae-7897-4816-b050-690f8d51e050 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f41bdfe-4825-4b22-b0b9-adb28abfe835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376225 Jul 19 17:41:31.394186 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-acca8239-4d8e-4b0a-9a73-7aca1a04365f req-dd5ca97e-4c1c-4453-9b97-61c06caa9f87 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 943 time: 0.0695126 Jul 19 17:41:31.457061 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-acca8239-4d8e-4b0a-9a73-7aca1a04365f req-31258618-4a9e-438b-8571-cd41afd7227d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573390 Jul 19 17:41:31.526011 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8017e555-3e2d-48e5-86ca-228ccddc4a29 req-7a783832-0841-45bb-8a07-aaae398bf0cf service neutron] 10.222.0.49 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040418 Jul 19 17:41:31.553022 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696a77d-58a2-4faa-a68c-d154738dff21 req-e5e99893-7b80-4f5a-91b8-ac6120d339bf tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:31.554543 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9696a77d-58a2-4faa-a68c-d154738dff21 req-e5e99893-7b80-4f5a-91b8-ac6120d339bf tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 943 time: 0.0660148 Jul 19 17:41:31.628697 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9696a77d-58a2-4faa-a68c-d154738dff21 req-46c96f75-1cc9-41bc-b189-69306af71fde tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648911 Jul 19 17:41:31.649124 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ff184-3411-41ef-9f36-3f8754b82dcf req-e9c52ddd-ee6a-4a36-94a5-367450951dfb tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:31.650212 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-638ff184-3411-41ef-9f36-3f8754b82dcf req-e9c52ddd-ee6a-4a36-94a5-367450951dfb tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0947704 Jul 19 17:41:31.667027 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8017e555-3e2d-48e5-86ca-228ccddc4a29 req-5f8a6487-c7cc-436e-bc5f-d5f53b88f6d3 service neutron] 10.222.0.49 "GET /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975194 Jul 19 17:41:31.688902 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-638ff184-3411-41ef-9f36-3f8754b82dcf req-28f8d316-ed13-43fb-8a2c-64055b823184 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321128 Jul 19 17:41:32.355676 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device c89f2b60-7fb0-492a-9b88-8ce1eae51e9b details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:41:32.451483 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port c89f2b60-7fb0-492a-9b88-8ce1eae51e9b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c89f2b60-7fb0-492a-9b88-8ce1eae51e9b,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:32.462972 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': 'c89f2b60-7fb0-492a-9b88-8ce1eae51e9b', 'network_id': '6f41bdfe-4825-4b22-b0b9-adb28abfe835', 'port_id': 'c89f2b60-7fb0-492a-9b88-8ce1eae51e9b', 'mac_address': 'fa:16:3e:ab:e3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb113ba-eefb-429b-b333-3270c4ff78d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:41:32.503256 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:32.519927 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89f2b60-7fb0-492a-9b88-8ce1eae51e9b {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:41:32.543186 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port c89f2b60-7fb0-492a-9b88-8ce1eae51e9b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c89f2b60-7fb0-492a-9b88-8ce1eae51e9b,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:32.550260 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:32.550975 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 03723d7b-60d0-4bba-84f6-157f93a18589 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:41:32.601317 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33bbe4-9fe3-4e49-9250-420f611cabf9 req-4035e648-fb3f-4426-a80e-e916d46f54f6 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:32.603235 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8a33bbe4-9fe3-4e49-9250-420f611cabf9 req-4035e648-fb3f-4426-a80e-e916d46f54f6 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 943 time: 0.0692194 Jul 19 17:41:32.641806 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=c89f2b60-7fb0-492a-9b88-8ce1eae51e9b,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:32.649766 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8a33bbe4-9fe3-4e49-9250-420f611cabf9 req-f5290e6e-032b-4ae6-8f85-9df5e392f2d6 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394490 Jul 19 17:41:32.754163 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 03723d7b-60d0-4bba-84f6-157f93a18589, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=03723d7b-60d0-4bba-84f6-157f93a18589,segment=NetworkSegment(42d91dd2-ff1c-4fd6-99f7-a244daea77fc),segment_id=42d91dd2-ff1c-4fd6-99f7-a244daea77fc)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:32.769198 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': '03723d7b-60d0-4bba-84f6-157f93a18589', 'network_id': '44fc8d22-11ba-43f3-bdcb-15afc85eebcc', 'port_id': '03723d7b-60d0-4bba-84f6-157f93a18589', 'mac_address': 'fa:16:3e:13:c5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c8c686-a976-4ceb-8975-f4ece3fa8e91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:41:32.800228 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfc0d5-fc98-4488-9238-c6e2efd97f75 req-1ef5c794-f3af-4b0c-932e-a513d78ebf58 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:32.802239 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a4dfc0d5-fc98-4488-9238-c6e2efd97f75 req-1ef5c794-f3af-4b0c-932e-a513d78ebf58 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 944 time: 0.0923905 Jul 19 17:41:32.820884 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:32.836857 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03723d7b-60d0-4bba-84f6-157f93a18589 {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:41:32.859961 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 03723d7b-60d0-4bba-84f6-157f93a18589, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=03723d7b-60d0-4bba-84f6-157f93a18589,segment=NetworkSegment(42d91dd2-ff1c-4fd6-99f7-a244daea77fc),segment_id=42d91dd2-ff1c-4fd6-99f7-a244daea77fc)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:32.864147 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:32.892941 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a4dfc0d5-fc98-4488-9238-c6e2efd97f75 req-005572c8-0df9-464d-b13d-c372805a969d tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745933 Jul 19 17:41:32.913266 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96644224-f258-4319-93c6-4605e8d2e899 req-3f07aa95-bb1e-410c-9683-cf0847f052cc tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:32.914668 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-96644224-f258-4319-93c6-4605e8d2e899 req-3f07aa95-bb1e-410c-9683-cf0847f052cc tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1108060 Jul 19 17:41:32.926527 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=03723d7b-60d0-4bba-84f6-157f93a18589,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:32.960132 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-96644224-f258-4319-93c6-4605e8d2e899 req-e84a86cc-519a-40d1-9fbc-ed5fde9dd1eb tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394030 Jul 19 17:41:33.780501 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e5b34-7e68-4038-8040-ebaee6d8e7df req-d8cb00cd-a53a-46d3-9ac0-1d0b95575d31 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:33.781997 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-de3e5b34-7e68-4038-8040-ebaee6d8e7df req-d8cb00cd-a53a-46d3-9ac0-1d0b95575d31 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 944 time: 0.0650718 Jul 19 17:41:33.823403 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['03723d7b-60d0-4bba-84f6-157f93a18589'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:41:33.827809 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-de3e5b34-7e68-4038-8040-ebaee6d8e7df req-d1776618-326b-4180-97cb-86e48131b949 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395076 Jul 19 17:41:33.928442 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['c89f2b60-7fb0-492a-9b88-8ce1eae51e9b'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:41:34.089558 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df8c1e-e551-43c1-b267-a19add9b652b req-fe9e0749-e4fc-44a1-8d13-60ec710f01fd tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:34.091961 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f5df8c1e-e551-43c1-b267-a19add9b652b req-fe9e0749-e4fc-44a1-8d13-60ec710f01fd tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 944 time: 0.1140182 Jul 19 17:41:34.158338 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f5df8c1e-e551-43c1-b267-a19add9b652b req-c0afbc22-121f-44bb-b4d7-475c4bc7ef35 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567245 Jul 19 17:41:34.311985 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a1a4-6084-468d-ab4f-1476694ac402 req-d425d47c-15e6-4820-ac0b-ed3e9a039a91 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:34.313468 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0a43a1a4-6084-468d-ab4f-1476694ac402 req-d425d47c-15e6-4820-ac0b-ed3e9a039a91 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0699863 Jul 19 17:41:34.354881 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0a43a1a4-6084-468d-ab4f-1476694ac402 req-f64d7955-b7b5-4496-ac0b-6ae4b942ddab tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351691 Jul 19 17:41:34.969574 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68544be3-6e2f-40b7-8518-3edf3985041c req-e52d38e9-afd5-4318-a9f1-d7dd5a219768 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:34.971160 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-68544be3-6e2f-40b7-8518-3edf3985041c req-e52d38e9-afd5-4318-a9f1-d7dd5a219768 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 944 time: 0.0661745 Jul 19 17:41:35.011341 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-68544be3-6e2f-40b7-8518-3edf3985041c req-9111f310-5d46-4af6-939c-e78741785ceb tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330946 Jul 19 17:41:35.328937 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29590de-2287-4ed8-bfd8-1d3e0a6f3831 req-a3e840c8-c75e-40e8-87ab-7216d7dd19f1 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:35.337539 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e29590de-2287-4ed8-bfd8-1d3e0a6f3831 req-a3e840c8-c75e-40e8-87ab-7216d7dd19f1 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 944 time: 0.0864606 Jul 19 17:41:35.375970 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e29590de-2287-4ed8-bfd8-1d3e0a6f3831 req-be5aa8e8-6ec8-4452-85a1-b922ae6f5215 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375607 Jul 19 17:41:35.453576 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 50396) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:35.513840 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa0f1e-5931-42a4-bf52-0a563172bcfd req-3d915902-2371-494b-8bd9-96716ce8532c tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:35.515372 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-16fa0f1e-5931-42a4-bf52-0a563172bcfd req-3d915902-2371-494b-8bd9-96716ce8532c tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0711060 Jul 19 17:41:35.576098 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6eb94e5b-b73e-4965-b95d-3703ef6cd055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:35.595079 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-16fa0f1e-5931-42a4-bf52-0a563172bcfd req-1f47f2ef-29f9-409e-84df-66433f734bcd tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720496 Jul 19 17:41:35.627175 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fee24-ce72-4711-83b0-a1212c348866 req-51d290c7-ca26-4144-8bcb-a278afb6dc28 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:35.629072 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-cd0fee24-ce72-4711-83b0-a1212c348866 req-51d290c7-ca26-4144-8bcb-a278afb6dc28 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0969405 Jul 19 17:41:35.695481 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6eb94e5b-b73e-4965-b95d-3703ef6cd055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:35.700083 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6eb94e5b-b73e-4965-b95d-3703ef6cd055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:35.748579 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-6eb94e5b-b73e-4965-b95d-3703ef6cd055 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a18a5d83143c44b0bcbb12d1a0fd7d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937577 Jul 19 17:41:35.751173 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 50404) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:35.766133 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb94e5b-b73e-4965-b95d-3703ef6cd055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971367a5-7d09-4379-8c7b-c095e96db014,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:35.813290 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-36c54ba2-497e-4a2b-aef6-e14b411cc1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:35.837292 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-36c54ba2-497e-4a2b-aef6-e14b411cc1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:35.921495 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-36c54ba2-497e-4a2b-aef6-e14b411cc1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:35.922385 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-cd0fee24-ce72-4711-83b0-a1212c348866 req-1f751654-e109-4581-8b65-8a3afe24db8b tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843170 Jul 19 17:41:35.924311 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-36c54ba2-497e-4a2b-aef6-e14b411cc1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:35.928144 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-36c54ba2-497e-4a2b-aef6-e14b411cc1be admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/971367a5-7d09-4379-8c7b-c095e96db014 HTTP/1.1" status: 204 len: 168 time: 0.1757624 Jul 19 17:41:35.945224 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c54ba2-497e-4a2b-aef6-e14b411cc1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971367a5-7d09-4379-8c7b-c095e96db014,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:36.166475 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd52222-6957-4a0c-9e41-923b272b2b57 req-242de514-5322-46da-85b7-6049af56fe71 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:36.168120 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3cd52222-6957-4a0c-9e41-923b272b2b57 req-242de514-5322-46da-85b7-6049af56fe71 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 944 time: 0.0879796 Jul 19 17:41:36.213370 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3cd52222-6957-4a0c-9e41-923b272b2b57 req-324aac77-3fed-46a9-9472-60ed33815062 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327642 Jul 19 17:41:36.390813 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device c89f2b60-7fb0-492a-9b88-8ce1eae51e9b up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:41:36.457393 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-24584b37-9641-4df1-ae8a-3d8a8b4ee34c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-321480133&fields=id&tenant_id=c040f5f97adc447195c341b2b823bfe6 HTTP/1.1" status: 200 len: 267 time: 0.0708830 Jul 19 17:41:36.482897 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port c89f2b60-7fb0-492a-9b88-8ce1eae51e9b completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:41:36.490494 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port c89f2b60-7fb0-492a-9b88-8ce1eae51e9b triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:41:36.490873 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:36.586382 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:36.591286 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf72da7-6ce9-464c-86a0-cb204e9e3520 req-f1887e57-de5e-4ec7-93e6-153340009431 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:36.592946 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eaf72da7-6ce9-464c-86a0-cb204e9e3520 req-f1887e57-de5e-4ec7-93e6-153340009431 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 944 time: 0.1344826 Jul 19 17:41:36.610266 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ec63b0-6c3d-460b-b85d-e186d31ffb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89f2b60-7fb0-492a-9b88-8ce1eae51e9b'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:41:36.612452 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fd380b-5e07-4928-a434-c0b26c360e1e" -d '{"events": [{"server_uuid": "03ec63b0-6c3d-460b-b85d-e186d31ffb26", "name": "network-vif-plugged", "status": "completed", "tag": "c89f2b60-7fb0-492a-9b88-8ce1eae51e9b"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:41:36.626276 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port c89f2b60-7fb0-492a-9b88-8ce1eae51e9b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c89f2b60-7fb0-492a-9b88-8ce1eae51e9b,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:36.627343 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-f758ee34-2dea-4234-be51-e59dc6525fa0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:36.628898 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-f758ee34-2dea-4234-be51-e59dc6525fa0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/networks?id=0f24d9df-a931-4ff8-bb3b-6117c4624555 HTTP/1.1" status: 200 len: 812 time: 0.1598296 Jul 19 17:41:36.637124 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:36.637951 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 03723d7b-60d0-4bba-84f6-157f93a18589 up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:41:36.658056 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-cc320104-e2c4-43d6-a2ad-53c4e5646eee tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/quotas/c040f5f97adc447195c341b2b823bfe6 HTTP/1.1" status: 200 len: 375 time: 0.0214901 Jul 19 17:41:36.665215 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eaf72da7-6ce9-464c-86a0-cb204e9e3520 req-956ac2c1-a471-42eb-b5a5-a06032382b4b tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603528 Jul 19 17:41:36.723857 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05fad66-5940-4c6c-b152-793095388fe8 x-openstack-request-id: req-b05fad66-5940-4c6c-b152-793095388fe8 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:41:36.724187 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ec63b0-6c3d-460b-b85d-e186d31ffb26", "name": "network-vif-plugged", "status": "completed", "tag": "c89f2b60-7fb0-492a-9b88-8ce1eae51e9b", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:41:36.724536 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b05fad66-5940-4c6c-b152-793095388fe8 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:41:36.724833 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ec63b0-6c3d-460b-b85d-e186d31ffb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89f2b60-7fb0-492a-9b88-8ce1eae51e9b', 'code': 200} Jul 19 17:41:36.740073 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-a7fd91fd-162b-4caa-b6be-76eb93b18969 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c040f5f97adc447195c341b2b823bfe6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738864 Jul 19 17:41:36.743467 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=c89f2b60-7fb0-492a-9b88-8ce1eae51e9b,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:36.756543 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port 03723d7b-60d0-4bba-84f6-157f93a18589 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:41:36.761442 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port 03723d7b-60d0-4bba-84f6-157f93a18589 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:41:36.761814 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:36.850196 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:36.852477 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-3705cd62-a524-4c96-91a8-e524fa8353fb service neutron] 10.222.0.58 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963295 Jul 19 17:41:36.888297 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 03723d7b-60d0-4bba-84f6-157f93a18589, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=03723d7b-60d0-4bba-84f6-157f93a18589,segment=NetworkSegment(42d91dd2-ff1c-4fd6-99f7-a244daea77fc),segment_id=42d91dd2-ff1c-4fd6-99f7-a244daea77fc)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:36.892685 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:36.968234 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-ce1b790f-c086-4d7c-80cb-6dd1802874b7 service neutron] 10.222.0.58 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102340 Jul 19 17:41:36.974581 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=03723d7b-60d0-4bba-84f6-157f93a18589,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:37.024747 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bcb3b-8c30-426d-af7c-590699d1cc75 req-0e4f50d0-e378-4212-9390-d2e544e21fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:37.027039 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-452bcb3b-8c30-426d-af7c-590699d1cc75 req-0e4f50d0-e378-4212-9390-d2e544e21fc2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 1098 time: 0.0727983 Jul 19 17:41:37.089290 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-452bcb3b-8c30-426d-af7c-590699d1cc75 req-d163ce63-c941-4850-9e0c-f86f41def26d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451562 Jul 19 17:41:37.126628 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d6702-8157-47d5-8ea5-8d7f465ade0f req-8903fd54-ce8c-4946-abd7-d317b08b89da tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:37.134657 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-123d6702-8157-47d5-8ea5-8d7f465ade0f req-8903fd54-ce8c-4946-abd7-d317b08b89da tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0785565 Jul 19 17:41:37.176431 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-123d6702-8157-47d5-8ea5-8d7f465ade0f req-f263d055-5a79-4992-8d77-10ed93131f68 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408955 Jul 19 17:41:37.328942 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62fc41-918c-43e3-9612-a4c26f0c5311 req-ba5de5f3-16ad-4839-98ae-6d9ce1ae1a2e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:37.331050 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fd62fc41-918c-43e3-9612-a4c26f0c5311 req-ba5de5f3-16ad-4839-98ae-6d9ce1ae1a2e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0847499 Jul 19 17:41:37.396948 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fd62fc41-918c-43e3-9612-a4c26f0c5311 req-1cb7e646-7b3a-4991-8037-7c525d6ab7e9 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603302 Jul 19 17:41:37.427344 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41be57-4167-458e-a1fc-79c6d5980f26 req-f33c34dd-f3f0-4f68-9f21-d34169ddd1eb tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:37.436200 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3c41be57-4167-458e-a1fc-79c6d5980f26 req-f33c34dd-f3f0-4f68-9f21-d34169ddd1eb tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 945 time: 0.0980406 Jul 19 17:41:37.484577 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fe33eda6-bd37-4299-b0ff-f04ddaddb4d8 req-290fd836-5178-4e09-8b31-967ded0ca8b3 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 210 time: 0.0420547 Jul 19 17:41:37.513426 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3c41be57-4167-458e-a1fc-79c6d5980f26 req-2074ae9a-9e77-411a-9724-763ea0498739 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604765 Jul 19 17:41:37.825748 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec22bda-2eb5-4d48-a946-6a452367b00a req-52147205-205b-4d07-ad9e-3ce84d310f9c tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:37.826755 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3ec22bda-2eb5-4d48-a946-6a452367b00a req-52147205-205b-4d07-ad9e-3ce84d310f9c tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 945 time: 0.0836480 Jul 19 17:41:37.868610 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3ec22bda-2eb5-4d48-a946-6a452367b00a req-5fb0cea3-7a01-41f6-97cd-2dcd29a742a3 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353875 Jul 19 17:41:38.315398 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86d805-e278-43d1-b122-dc33c18fc3d1 req-634e2137-a532-4b27-a2c2-0ed9b930d1fc tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:38.316898 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9f86d805-e278-43d1-b122-dc33c18fc3d1 req-634e2137-a532-4b27-a2c2-0ed9b930d1fc tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0664523 Jul 19 17:41:38.359112 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9f86d805-e278-43d1-b122-dc33c18fc3d1 req-30697416-ede4-43b5-accf-2292d05653d5 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364220 Jul 19 17:41:38.584403 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2b48c203-c227-4309-ae88-ec2af08b20a8 req-61841e47-f5bd-4569-8038-5dfeb5d90a91 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 210 time: 0.0304692 Jul 19 17:41:38.660947 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af4150-9903-4dec-bb32-f487a87c0798 req-98b61191-6ec8-4ece-9c6a-86b7903b8b1f tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:38.662565 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a5af4150-9903-4dec-bb32-f487a87c0798 req-98b61191-6ec8-4ece-9c6a-86b7903b8b1f tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 945 time: 0.0752892 Jul 19 17:41:38.706529 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a5af4150-9903-4dec-bb32-f487a87c0798 req-76a940dc-ba11-405e-b40f-941f75374265 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371420 Jul 19 17:41:38.717317 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-52a48da5-63eb-4b62-8b3c-d02ccd29da60 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:38.719557 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-52a48da5-63eb-4b62-8b3c-d02ccd29da60 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.49 "GET /v2.0/networks?id=0f24d9df-a931-4ff8-bb3b-6117c4624555 HTTP/1.1" status: 200 len: 812 time: 0.1100183 Jul 19 17:41:38.726595 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5c63dd-2ec9-4729-b6c9-877f73d719f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03723d7b-60d0-4bba-84f6-157f93a18589'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:41:38.729010 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028daa7c-1ffa-4a1c-be09-953291c34607" -d '{"events": [{"server_uuid": "ab5c63dd-2ec9-4729-b6c9-877f73d719f8", "name": "network-vif-plugged", "status": "completed", "tag": "03723d7b-60d0-4bba-84f6-157f93a18589"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:41:38.775712 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0097cab-02ba-4a17-8644-e677788d200d x-openstack-request-id: req-e0097cab-02ba-4a17-8644-e677788d200d {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:41:38.776054 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5c63dd-2ec9-4729-b6c9-877f73d719f8", "name": "network-vif-plugged", "status": "completed", "tag": "03723d7b-60d0-4bba-84f6-157f93a18589", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:41:38.776314 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e0097cab-02ba-4a17-8644-e677788d200d {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:41:38.776703 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5c63dd-2ec9-4729-b6c9-877f73d719f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03723d7b-60d0-4bba-84f6-157f93a18589', 'code': 200} Jul 19 17:41:39.008466 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80fe29-19d3-49a5-81fd-57e0bde87478 req-1be71f80-2e64-4e42-a3fe-b37bfc1bb784 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:39.010040 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3f80fe29-19d3-49a5-81fd-57e0bde87478 req-1be71f80-2e64-4e42-a3fe-b37bfc1bb784 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 945 time: 0.0665567 Jul 19 17:41:39.047175 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3f80fe29-19d3-49a5-81fd-57e0bde87478 req-54660ea5-8b2a-47b4-b6c8-c24e23b94ab1 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311320 Jul 19 17:41:39.495925 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca56cd9-f61f-493d-929c-4b81efb701f1 req-d06c3971-d7cb-49ac-a979-bb55ff67c301 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:39.497371 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7ca56cd9-f61f-493d-929c-4b81efb701f1 req-d06c3971-d7cb-49ac-a979-bb55ff67c301 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0613477 Jul 19 17:41:39.533211 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7ca56cd9-f61f-493d-929c-4b81efb701f1 req-d47b1847-a16e-40af-8f5c-35b346afb60d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304165 Jul 19 17:41:39.681766 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e2552176-be43-4086-ab50-c3d868b46414 req-fdfe59f4-d5a4-4195-9de6-6eda571be68a tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 210 time: 0.0310767 Jul 19 17:41:39.835271 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3380df-e6c7-4941-a2c5-9be52ffb2bf1 req-5936fb6f-a2a4-404c-8f35-926d7056be98 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:39.836632 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eb3380df-e6c7-4941-a2c5-9be52ffb2bf1 req-5936fb6f-a2a4-404c-8f35-926d7056be98 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 945 time: 0.0626426 Jul 19 17:41:39.872090 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eb3380df-e6c7-4941-a2c5-9be52ffb2bf1 req-02367c52-2d83-4357-a323-2f787e61bb40 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300436 Jul 19 17:41:40.662991 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca01aee-a536-4ac9-9839-f6dc11a0b2cc req-59bbfa2c-a017-4d16-b10d-ec33b8398818 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:40.664508 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-cca01aee-a536-4ac9-9839-f6dc11a0b2cc req-59bbfa2c-a017-4d16-b10d-ec33b8398818 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0623934 Jul 19 17:41:40.701722 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-cca01aee-a536-4ac9-9839-f6dc11a0b2cc req-3836d3ff-cae5-4931-9056-4c0460403ad6 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317070 Jul 19 17:41:40.777313 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-809f4525-23a2-41ea-aa48-cd03b413c7ac req-d58c6317-dd34-4a0c-9534-e2917004bad1 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 210 time: 0.0310757 Jul 19 17:41:40.996434 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27fb44-b42a-45d1-bef5-4abe7745b768 req-64b19111-5470-41c8-aeba-91c6c1c6cc21 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:40.997886 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ec27fb44-b42a-45d1-bef5-4abe7745b768 req-64b19111-5470-41c8-aeba-91c6c1c6cc21 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 945 time: 0.0608540 Jul 19 17:41:41.035811 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ec27fb44-b42a-45d1-bef5-4abe7745b768 req-ffadeb9a-f07f-433b-80eb-01cf244734b1 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322363 Jul 19 17:41:41.664009 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-c74092b0-5713-41a4-8793-05a95c737653 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c040f5f97adc447195c341b2b823bfe6 HTTP/1.1" status: 200 len: 379 time: 0.0344574 Jul 19 17:41:41.727018 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-7023d485-b892-4c9a-be59-d5f18ab3504d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Request body: {'port': {'device_id': 'd20190f6-c32c-4116-a12c-310ec345b92c', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'admin_state_up': True, 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'security_groups': ['f60876cd-58fd-48aa-bc1a-51dcbd60c870']}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:41.840624 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c864c0-5916-461f-82a3-c807059df076 req-1c1c6c83-5dcf-4957-b021-8d5a47299462 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:41.842101 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b0c864c0-5916-461f-82a3-c807059df076 req-1c1c6c83-5dcf-4957-b021-8d5a47299462 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0642431 Jul 19 17:41:41.870869 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-7023d485-b892-4c9a-be59-d5f18ab3504d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Made reservation on behalf of c040f5f97adc447195c341b2b823bfe6 for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:41:41.874312 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-7023d485-b892-4c9a-be59-d5f18ab3504d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:41.882601 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-078b1ac0-a187-4025-b195-6857961d8e7d req-22400450-c802-4b07-af4b-b4605b140b24 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 210 time: 0.0369828 Jul 19 17:41:41.910172 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b0c864c0-5916-461f-82a3-c807059df076 req-87b0bcae-4913-40fa-b2d1-eef156391d1a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551634 Jul 19 17:41:41.940787 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13dddc-d7db-4498-ba3e-bd0e6d6ffff1 req-552220c2-3232-4892-802e-0251ad188f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:41.942252 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-7a13dddc-d7db-4498-ba3e-bd0e6d6ffff1 req-552220c2-3232-4892-802e-0251ad188f30 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 1098 time: 0.1080363 Jul 19 17:41:42.015819 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-7a13dddc-d7db-4498-ba3e-bd0e6d6ffff1 req-f5b7d3c6-2110-4567-aa23-c934f7bdacba service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656514 Jul 19 17:41:42.033041 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-7023d485-b892-4c9a-be59-d5f18ab3504d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Allocated IP 172.20.0.8 (0f24d9df-a931-4ff8-bb3b-6117c4624555/66a645b9-6b30-4f54-84d8-11e492b1f028/47693907-59dc-4662-ad5b-dd3984395f6c) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:41:42.168866 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0c3d8-3aa4-40e6-8b11-ca031a1b944f req-2aa9012d-26b2-4d7c-b01a-4b13e76e4c90 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:42.170516 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-10f0c3d8-3aa4-40e6-8b11-ca031a1b944f req-2aa9012d-26b2-4d7c-b01a-4b13e76e4c90 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 945 time: 0.0636559 Jul 19 17:41:42.173662 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-7023d485-b892-4c9a-be59-d5f18ab3504d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:42.187022 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-7023d485-b892-4c9a-be59-d5f18ab3504d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Transition to ACTIVE for port object 47693907-59dc-4662-ad5b-dd3984395f6c will not be triggered until provisioned by entity DHCP. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:41:42.209495 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-10f0c3d8-3aa4-40e6-8b11-ca031a1b944f req-a0ce6abb-5825-45c3-8c5b-6e9c4b5548d9 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329943 Jul 19 17:41:42.219593 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-7023d485-b892-4c9a-be59-d5f18ab3504d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:42.268359 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-7023d485-b892-4c9a-be59-d5f18ab3504d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Network 0f24d9df-a931-4ff8-bb3b-6117c4624555 is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:41:42.276978 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-7023d485-b892-4c9a-be59-d5f18ab3504d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:41:42.280913 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-7023d485-b892-4c9a-be59-d5f18ab3504d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:41:42.305078 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023d485-b892-4c9a-be59-d5f18ab3504d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event updated for resources: {'Port': ['ID=47693907-59dc-4662-ad5b-dd3984395f6c,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:42.332449 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-7023d485-b892-4c9a-be59-d5f18ab3504d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:42.333074 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-7023d485-b892-4c9a-be59-d5f18ab3504d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:42.347835 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-7023d485-b892-4c9a-be59-d5f18ab3504d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6255026 Jul 19 17:41:42.407651 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Request body: {'port': {'device_id': 'd20190f6-c32c-4116-a12c-310ec345b92c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:42.489882 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:42.493796 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-2aa39f7d-76aa-4fc0-82c7-a43bea3942bf None None] Provisioning for port 47693907-59dc-4662-ad5b-dd3984395f6c completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:41:42.498201 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-2aa39f7d-76aa-4fc0-82c7-a43bea3942bf None None] Provisioning complete for port 47693907-59dc-4662-ad5b-dd3984395f6c triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:41:42.499313 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2aa39f7d-76aa-4fc0-82c7-a43bea3942bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:42.542182 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-2aa39f7d-76aa-4fc0-82c7-a43bea3942bf None None] Port 47693907-59dc-4662-ad5b-dd3984395f6c cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:41:42.774555 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47693907-59dc-4662-ad5b-dd3984395f6c {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:41:42.782134 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:42.794849 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Transition to ACTIVE for port object 47693907-59dc-4662-ad5b-dd3984395f6c will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:41:42.799103 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:42.855219 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Pushing event updated for resources: {'Port': ['ID=47693907-59dc-4662-ad5b-dd3984395f6c,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:42.958543 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Attempting to bind port 47693907-59dc-4662-ad5b-dd3984395f6c on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:41:42.958881 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Attempting to bind port 47693907-59dc-4662-ad5b-dd3984395f6c by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:41:42.959210 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Attempting to bind port 47693907-59dc-4662-ad5b-dd3984395f6c on network 0f24d9df-a931-4ff8-bb3b-6117c4624555 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:41:42.965265 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Port 47693907-59dc-4662-ad5b-dd3984395f6c on network 0f24d9df-a931-4ff8-bb3b-6117c4624555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:41:42.965594 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Attempting to bind port 47693907-59dc-4662-ad5b-dd3984395f6c on network 0f24d9df-a931-4ff8-bb3b-6117c4624555 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:41:42.976394 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:41:42.978247 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Checking segment: {'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:41:42.978638 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Bound using segment: {'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:41:42.979094 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Bound port: 47693907-59dc-4662-ad5b-dd3984395f6c, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:41:42.979458 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:43.062909 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] For port 47693907-59dc-4662-ad5b-dd3984395f6c, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:41:43.066671 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] For port 47693907-59dc-4662-ad5b-dd3984395f6c, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=47693907-59dc-4662-ad5b-dd3984395f6c,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:41:43.071591 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:43.117244 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:43.118200 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:43.120558 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] 10.222.0.49 "PUT /v2.0/ports/47693907-59dc-4662-ad5b-dd3984395f6c HTTP/1.1" status: 200 len: 1093 time: 0.7174652 Jul 19 17:41:43.121257 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20190f6-c32c-4116-a12c-310ec345b92c', 'tag': '47693907-59dc-4662-ad5b-dd3984395f6c'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:41:43.124028 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e4d232-f4ab-4abc-847b-def91238a4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d20190f6-c32c-4116-a12c-310ec345b92c", "tag": "47693907-59dc-4662-ad5b-dd3984395f6c"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:41:43.158444 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9ab98-c778-43a0-bcb1-ff282458a68c req-0c14b422-9d6d-4969-84f0-76c66ae5f734 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:43.160280 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ede9ab98-c778-43a0-bcb1-ff282458a68c req-0c14b422-9d6d-4969-84f0-76c66ae5f734 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.1015561 Jul 19 17:41:43.179740 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225c46d-47e2-45d0-a27c-28846f865476 service neutron] Pushing event updated for resources: {'Port': ['ID=47693907-59dc-4662-ad5b-dd3984395f6c,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:43.187142 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b103c-df9e-46a2-9f53-b092480cbbc3 req-4b265b84-0ab8-4a01-8bce-f069d0b562bc tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:43.194182 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2b9b103c-df9e-46a2-9f53-b092480cbbc3 req-4b265b84-0ab8-4a01-8bce-f069d0b562bc tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 943 time: 0.1786129 Jul 19 17:41:43.262632 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ede9ab98-c778-43a0-bcb1-ff282458a68c req-aa89600a-0ffd-47e3-b78f-1dbfb978f25d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657187 Jul 19 17:41:43.280695 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-c814711f-e2ea-4f4d-af6b-f8d5449e1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:43.284777 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-c814711f-e2ea-4f4d-af6b-f8d5449e1c72 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c040f5f97adc447195c341b2b823bfe6&device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 1096 time: 0.0935392 Jul 19 17:41:43.287900 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2b9b103c-df9e-46a2-9f53-b092480cbbc3 req-59f48119-7692-462b-b303-0ab22b92f571 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915389 Jul 19 17:41:43.352627 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-3610fa9e-80d0-4f19-a56c-4d2476aa9bb2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47693907-59dc-4662-ad5b-dd3984395f6c HTTP/1.1" status: 200 len: 217 time: 0.0431650 Jul 19 17:41:43.388451 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15156a1e-1baf-49cc-818f-54704cfbae12 x-openstack-request-id: req-15156a1e-1baf-49cc-818f-54704cfbae12 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:41:43.388737 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20190f6-c32c-4116-a12c-310ec345b92c", "tag": "47693907-59dc-4662-ad5b-dd3984395f6c", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:41:43.388990 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15156a1e-1baf-49cc-818f-54704cfbae12 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:41:43.389379 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20190f6-c32c-4116-a12c-310ec345b92c', 'tag': '47693907-59dc-4662-ad5b-dd3984395f6c', 'status': 'completed', 'code': 200} Jul 19 17:41:43.408991 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-38962a8d-f5c7-442f-b80e-591e85006f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:43.410477 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-38962a8d-f5c7-442f-b80e-591e85006f9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66a645b9-6b30-4f54-84d8-11e492b1f028 HTTP/1.1" status: 200 len: 851 time: 0.0501950 Jul 19 17:41:43.453977 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1fd35-bca2-44f2-bc2a-d378b3419583 req-698a1017-ca96-4ca9-859b-50ef99d6bcf3 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:43.455530 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e7e1fd35-bca2-44f2-bc2a-d378b3419583 req-698a1017-ca96-4ca9-859b-50ef99d6bcf3 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 945 time: 0.0753601 Jul 19 17:41:43.495809 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e7e1fd35-bca2-44f2-bc2a-d378b3419583 req-46852bca-c182-47b6-94b1-36e3682cc690 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338004 Jul 19 17:41:43.532260 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-e75aa62e-062a-459c-b531-e62413778803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:43.533978 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-e75aa62e-062a-459c-b531-e62413778803 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f24d9df-a931-4ff8-bb3b-6117c4624555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622730 Jul 19 17:41:43.626620 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-c94c5fb1-215f-4b9f-9ba9-4313547e5e08 service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809934 Jul 19 17:41:43.724034 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bfdb9a9e-641d-49e7-864e-09d12d788c96 req-e88d359b-31a0-4984-a3cf-f9def5946665 service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823681 Jul 19 17:41:43.872415 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4d232-f4ab-4abc-847b-def91238a4c2 req-c51e5a15-99de-42cb-87e0-7b31f75a2bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:43.873911 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f2e4d232-f4ab-4abc-847b-def91238a4c2 req-c51e5a15-99de-42cb-87e0-7b31f75a2bdd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c040f5f97adc447195c341b2b823bfe6&device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 1096 time: 0.0538073 Jul 19 17:41:43.969895 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4d232-f4ab-4abc-847b-def91238a4c2 req-2b969c50-bbab-4856-9caa-943dc3f7a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:43.971464 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f2e4d232-f4ab-4abc-847b-def91238a4c2 req-2b969c50-bbab-4856-9caa-943dc3f7a64b service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f24d9df-a931-4ff8-bb3b-6117c4624555 HTTP/1.1" status: 200 len: 913 time: 0.0893681 Jul 19 17:41:44.039758 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f2e4d232-f4ab-4abc-847b-def91238a4c2 req-a7c22a26-59ed-4de8-b9f5-60fb9688893a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47693907-59dc-4662-ad5b-dd3984395f6c HTTP/1.1" status: 200 len: 217 time: 0.0359972 Jul 19 17:41:44.086636 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a798429-7701-4bb9-8156-870b7e6c94bf req-06e6dc91-42aa-42c1-8354-469c8e04e890 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:44.088123 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9a798429-7701-4bb9-8156-870b7e6c94bf req-06e6dc91-42aa-42c1-8354-469c8e04e890 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0659373 Jul 19 17:41:44.097411 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4d232-f4ab-4abc-847b-def91238a4c2 req-541613cb-65f4-4ad8-85c1-e000f5131816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:44.098888 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f2e4d232-f4ab-4abc-847b-def91238a4c2 req-541613cb-65f4-4ad8-85c1-e000f5131816 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66a645b9-6b30-4f54-84d8-11e492b1f028 HTTP/1.1" status: 200 len: 851 time: 0.0417411 Jul 19 17:41:44.125792 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9a798429-7701-4bb9-8156-870b7e6c94bf req-0339f0c5-b87c-44f5-9420-dc51cd413461 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318282 Jul 19 17:41:44.157894 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4d232-f4ab-4abc-847b-def91238a4c2 req-ac96869a-402e-4ea5-860c-a3e536e1945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:44.159395 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f2e4d232-f4ab-4abc-847b-def91238a4c2 req-ac96869a-402e-4ea5-860c-a3e536e1945e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f24d9df-a931-4ff8-bb3b-6117c4624555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502505 Jul 19 17:41:44.278396 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f2e4d232-f4ab-4abc-847b-def91238a4c2 req-964fddb0-20be-4b4e-ace1-603d2524a9f3 service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947556 Jul 19 17:41:44.383869 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f2e4d232-f4ab-4abc-847b-def91238a4c2 req-654e227e-0642-498b-a3f3-75c16a8db441 service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963023 Jul 19 17:41:44.469051 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8c9c7-ede2-4596-a0d9-725021a6ee2a req-611deeff-f448-411f-9153-b08f77a0b7e2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:44.470596 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-29b8c9c7-ede2-4596-a0d9-725021a6ee2a req-611deeff-f448-411f-9153-b08f77a0b7e2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.1133099 Jul 19 17:41:44.482176 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b8152-b84f-4df2-ac56-3da2863cc384 req-978a6bf5-797d-4750-b1fd-eca02fc2afba tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:44.491152 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-866b8152-b84f-4df2-ac56-3da2863cc384 req-978a6bf5-797d-4750-b1fd-eca02fc2afba tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 943 time: 0.0975065 Jul 19 17:41:44.538566 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-29b8c9c7-ede2-4596-a0d9-725021a6ee2a req-a0bb7e4c-69d3-48dc-8ce0-2f0b2a8eeb06 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538507 Jul 19 17:41:44.543437 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-866b8152-b84f-4df2-ac56-3da2863cc384 req-b6836841-54e4-40c7-93f4-f21a78d659df tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521226 Jul 19 17:41:44.656376 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70bec40-5552-49ea-bb26-d216c0d83b7f req-e5e92bbc-1f98-467d-851f-d419a2cec857 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:44.657868 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e70bec40-5552-49ea-bb26-d216c0d83b7f req-e5e92bbc-1f98-467d-851f-d419a2cec857 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 945 time: 0.0611930 Jul 19 17:41:44.697403 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e70bec40-5552-49ea-bb26-d216c0d83b7f req-a1aa276d-de5f-4f23-b109-926baefb7354 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330732 Jul 19 17:41:45.256375 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffabd9-eaab-4390-b153-ac95df5335ea req-827fabd1-1143-4cc4-a95b-6087bd8cb23e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:45.257841 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-aaffabd9-eaab-4390-b153-ac95df5335ea req-827fabd1-1143-4cc4-a95b-6087bd8cb23e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0646138 Jul 19 17:41:45.296336 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-aaffabd9-eaab-4390-b153-ac95df5335ea req-0d8f00ff-6426-4816-91b8-95d84d66355a tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329373 Jul 19 17:41:45.712440 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a72249-8ad7-40f3-ace6-019520b45190 req-d5c9d482-915e-4186-891e-bd331982daa0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:45.713915 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-89a72249-8ad7-40f3-ace6-019520b45190 req-d5c9d482-915e-4186-891e-bd331982daa0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.1040113 Jul 19 17:41:45.721969 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd85396-ef7b-4e36-85ad-f9be575ae114 req-2a9d74a2-bbe6-46f2-8446-cd65b13a7899 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:45.723476 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2cd85396-ef7b-4e36-85ad-f9be575ae114 req-2a9d74a2-bbe6-46f2-8446-cd65b13a7899 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 943 time: 0.1031799 Jul 19 17:41:45.748109 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 50656) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:45.783219 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-89a72249-8ad7-40f3-ace6-019520b45190 req-ed94fd86-7352-4d9c-a9e8-de4c0f55a2f9 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587869 Jul 19 17:41:45.785989 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2cd85396-ef7b-4e36-85ad-f9be575ae114 req-51704cc4-a701-4e0c-9aa2-2bb9019516c2 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557272 Jul 19 17:41:45.854358 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-991bc937-b6e1-46f1-9c6a-e2991ceef70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:45.907613 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29998532-8518-440c-a409-fe54998040e6 req-dbee92d7-e937-4665-b83b-74a28607e46b tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:45.909204 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-29998532-8518-440c-a409-fe54998040e6 req-dbee92d7-e937-4665-b83b-74a28607e46b tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 945 time: 0.0651829 Jul 19 17:41:45.944945 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-991bc937-b6e1-46f1-9c6a-e2991ceef70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:45.946993 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-29998532-8518-440c-a409-fe54998040e6 req-775d303f-96a1-465d-925c-bd5f66241fd1 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316803 Jul 19 17:41:45.949079 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-991bc937-b6e1-46f1-9c6a-e2991ceef70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:45.985684 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bc937-b6e1-46f1-9c6a-e2991ceef70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5813c5-3ffa-4568-b8cc-d017e692cb77,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:45.991534 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-991bc937-b6e1-46f1-9c6a-e2991ceef70d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5440337802a141b19b83c0542ce3cca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421021 Jul 19 17:41:45.994358 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 50664) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:46.044124 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-07a2a592-29c3-4a34-8663-02f67a101667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:46.065800 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-07a2a592-29c3-4a34-8663-02f67a101667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:46.118297 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-07a2a592-29c3-4a34-8663-02f67a101667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:46.121395 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-07a2a592-29c3-4a34-8663-02f67a101667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:46.125272 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-07a2a592-29c3-4a34-8663-02f67a101667 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a5813c5-3ffa-4568-b8cc-d017e692cb77 HTTP/1.1" status: 204 len: 168 time: 0.1276639 Jul 19 17:41:46.141215 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2a592-29c3-4a34-8663-02f67a101667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5813c5-3ffa-4568-b8cc-d017e692cb77,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:46.473906 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4922e17-cc05-42bc-8008-fc480fe0015e req-1667c2f3-b863-4608-b729-17ce43c39d8d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:46.476107 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a4922e17-cc05-42bc-8008-fc480fe0015e req-1667c2f3-b863-4608-b729-17ce43c39d8d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1033580 Jul 19 17:41:46.514983 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a4922e17-cc05-42bc-8008-fc480fe0015e req-a146e7cd-0bae-4024-b839-983aeb2f8420 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330634 Jul 19 17:41:46.785549 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 50740) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:46.882852 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-b68219c4-f0ab-4e1a-99be-7ce02e0c8ac6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1561093670-network', 'tenant_id': 'e3bf741dc7304d4db7934357fe901d04'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:46.909327 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68219c4-f0ab-4e1a-99be-7ce02e0c8ac6 admin admin] Made reservation on behalf of e3bf741dc7304d4db7934357fe901d04 for: {'network': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:41:46.911694 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b68219c4-f0ab-4e1a-99be-7ce02e0c8ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:46.920743 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b68219c4-f0ab-4e1a-99be-7ce02e0c8ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:46.964174 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eb912-00b6-4623-bd3e-f8a9f7e0160a req-7db49f7b-2620-4a99-86e2-6aca0a4c38fb tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:46.965710 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d86eb912-00b6-4623-bd3e-f8a9f7e0160a req-7db49f7b-2620-4a99-86e2-6aca0a4c38fb tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.1110148 Jul 19 17:41:46.977524 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04217ab0-6aa9-4ba5-9c8d-4a642ec849a4 req-fe40464f-62fd-4bef-be2f-641b9c2b7df4 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:46.982537 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-04217ab0-6aa9-4ba5-9c8d-4a642ec849a4 req-fe40464f-62fd-4bef-be2f-641b9c2b7df4 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 943 time: 0.1171637 Jul 19 17:41:47.027332 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b68219c4-f0ab-4e1a-99be-7ce02e0c8ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:47.031237 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b68219c4-f0ab-4e1a-99be-7ce02e0c8ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:47.039395 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d86eb912-00b6-4623-bd3e-f8a9f7e0160a req-fb94bbb7-9e40-4a40-bd6e-9d6353ce3824 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555182 Jul 19 17:41:47.044627 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-04217ab0-6aa9-4ba5-9c8d-4a642ec849a4 req-b5791755-f699-493a-95d7-73ea3c17d042 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595019 Jul 19 17:41:47.055494 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68219c4-f0ab-4e1a-99be-7ce02e0c8ac6 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=99967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:41:47.071732 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68219c4-f0ab-4e1a-99be-7ce02e0c8ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d917491-b994-4d79-b782-be624a124294,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:47.074602 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b68219c4-f0ab-4e1a-99be-7ce02e0c8ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:47.074929 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.segments_db [None req-b68219c4-f0ab-4e1a-99be-7ce02e0c8ac6 admin admin] Added segment 76456ff3-18f8-4978-8708-6fcc6a54e306 of type vlan for network fdc96ca8-6fbf-4d48-a63a-15903573917b Jul 19 17:41:47.114372 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b68219c4-f0ab-4e1a-99be-7ce02e0c8ac6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:47.142055 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b68219c4-f0ab-4e1a-99be-7ce02e0c8ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:47.143010 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68219c4-f0ab-4e1a-99be-7ce02e0c8ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:47.143575 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b68219c4-f0ab-4e1a-99be-7ce02e0c8ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:47.165256 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-b68219c4-f0ab-4e1a-99be-7ce02e0c8ac6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3784118 Jul 19 17:41:47.168849 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 50754) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:41:47.173690 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Request body: {'subnet': {'network_id': 'fdc96ca8-6fbf-4d48-a63a-15903573917b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1561093670-subnet', 'tenant_id': 'e3bf741dc7304d4db7934357fe901d04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:47.199131 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Made reservation on behalf of e3bf741dc7304d4db7934357fe901d04 for: {'subnet': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:41:47.202015 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:47.211413 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68219c4-f0ab-4e1a-99be-7ce02e0c8ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=fdc96ca8-6fbf-4d48-a63a-15903573917b,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:47.221419 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network fdc96ca8-6fbf-4d48-a63a-15903573917b details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:41:47.370269 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for subnet, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:47.422665 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7e5c793-559f-46f6-8deb-ac00eb62148b,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:47.436470 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:47.436837 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:47.437251 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:47.437636 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:47.438000 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:47.438613 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:47.439067 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:47.439411 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:47.439753 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:47.440078 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:47.440560 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:47.440933 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:47.444906 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Checking segment: {'id': '76456ff3-18f8-4978-8708-6fcc6a54e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fdc96ca8-6fbf-4d48-a63a-15903573917b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:41:47.445079 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Network hostable DHCP agents. Network: fdc96ca8-6fbf-4d48-a63a-15903573917b, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:41:47.462403 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Network fdc96ca8-6fbf-4d48-a63a-15903573917b is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:41:47.471123 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, fdc96ca8-6fbf-4d48-a63a-15903573917b) {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:41:47.475741 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:47.476323 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:47.481524 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34fb5fe-9285-4239-abe5-8c7b5ea01e09 None None] Network fdc96ca8-6fbf-4d48-a63a-15903573917b requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:41:47.497591 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-d178a9e1-45c8-48f6-bd50-bf9a14bc0b72 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3279822 Jul 19 17:41:47.615992 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ccf50-cb85-4438-bb2b-a5cfeb3c4a55 None None] Network fdc96ca8-6fbf-4d48-a63a-15903573917b requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:41:47.663260 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fac75b-b6fa-460b-bdb7-0e6bd095c35a req-c23e7652-e285-4193-96bf-ae63e7e55989 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:47.665086 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-98fac75b-b6fa-460b-bdb7-0e6bd095c35a req-c23e7652-e285-4193-96bf-ae63e7e55989 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0777371 Jul 19 17:41:47.708804 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-98fac75b-b6fa-460b-bdb7-0e6bd095c35a req-519aeebe-cc0d-4b1b-86af-d51ca920a26b tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380344 Jul 19 17:41:48.216977 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d5a41-cfff-4e2e-87cb-7cce54981de0 req-0327ac95-91d1-4e55-9770-e451e0ab40a6 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:48.218430 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-db1d5a41-cfff-4e2e-87cb-7cce54981de0 req-0327ac95-91d1-4e55-9770-e451e0ab40a6 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.1066043 Jul 19 17:41:48.227040 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2cba7-5a5f-407c-b66d-7d3b193b480a req-8adfcc2d-66f9-48a4-8f95-15d745fbf229 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:48.228424 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c3c2cba7-5a5f-407c-b66d-7d3b193b480a req-8adfcc2d-66f9-48a4-8f95-15d745fbf229 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 943 time: 0.1075804 Jul 19 17:41:48.284815 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c3c2cba7-5a5f-407c-b66d-7d3b193b480a req-0aad09a9-aa94-4653-bceb-23b13a32061c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486836 Jul 19 17:41:48.287590 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-db1d5a41-cfff-4e2e-87cb-7cce54981de0 req-b887f271-a9be-40bc-b056-4cd21761c118 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582507 Jul 19 17:41:48.839564 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0d13e-5fd0-4c18-87a6-485d130e9b8d req-603c1028-e397-4225-9d88-be2e5478af77 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:48.841036 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9bd0d13e-5fd0-4c18-87a6-485d130e9b8d req-603c1028-e397-4225-9d88-be2e5478af77 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0633767 Jul 19 17:41:48.876145 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9bd0d13e-5fd0-4c18-87a6-485d130e9b8d req-26a33253-dcf9-46b4-ade9-ffa5fa811018 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296526 Jul 19 17:41:49.168489 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4b8eb66d-05ad-4bc4-a35c-b18150c423ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:49.250590 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-37bc456c-e5f7-4ecc-95e6-12e49ddfdbb1 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:49.252101 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-37bc456c-e5f7-4ecc-95e6-12e49ddfdbb1 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/networks?id=fdc96ca8-6fbf-4d48-a63a-15903573917b HTTP/1.1" status: 200 len: 809 time: 0.1019666 Jul 19 17:41:49.268546 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-bc585667-5198-4879-ac1a-2932c52039e6 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/quotas/e3bf741dc7304d4db7934357fe901d04 HTTP/1.1" status: 200 len: 375 time: 0.0101233 Jul 19 17:41:49.304942 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-a738883c-d32c-405b-b9ab-3d583d2e290a tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3bf741dc7304d4db7934357fe901d04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310111 Jul 19 17:41:49.430282 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-6464e3d5-8440-4a13-8eb9-e39792bd2af4 service neutron] 10.222.0.58 "GET /v2.0/networks/fdc96ca8-6fbf-4d48-a63a-15903573917b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185939 Jul 19 17:41:49.475994 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd2aa2-e6ac-4e06-837d-d6b8d5ad0538 req-c1110f78-d245-4183-b255-cc2c5803cfb0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:49.477448 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-84fd2aa2-e6ac-4e06-837d-d6b8d5ad0538 req-c1110f78-d245-4183-b255-cc2c5803cfb0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 943 time: 0.1071391 Jul 19 17:41:49.564799 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-84fd2aa2-e6ac-4e06-837d-d6b8d5ad0538 req-808a6ce3-2957-4384-9112-c918dec1ec2f tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563927 Jul 19 17:41:49.567653 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-738bdafd-fe0f-433c-8f2d-bd08d3a4bcd2 service neutron] 10.222.0.58 "GET /v2.0/networks/fdc96ca8-6fbf-4d48-a63a-15903573917b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315715 Jul 19 17:41:49.705109 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9e35d-4ec5-4ed4-9010-2f118c4c981a req-877f42f0-a273-4a40-81be-616f31a1c5bf tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:49.706625 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-17a9e35d-4ec5-4ed4-9010-2f118c4c981a req-877f42f0-a273-4a40-81be-616f31a1c5bf tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0736985 Jul 19 17:41:49.739747 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-34015ca7-73c7-4371-8c12-4e74bb541076 req-3050c977-a8fc-4f1c-9ed5-9b673566e9c9 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 210 time: 0.0321822 Jul 19 17:41:49.768813 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-17a9e35d-4ec5-4ed4-9010-2f118c4c981a req-2804d7a9-3d5f-4561-94d6-b00e77547016 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518548 Jul 19 17:41:50.012166 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1280a-ebb9-438a-a77a-4726ba1e17cb req-653ec071-67e5-4387-9759-148ba7389fe0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:50.013724 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-41c1280a-ebb9-438a-a77a-4726ba1e17cb req-653ec071-67e5-4387-9759-148ba7389fe0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0672503 Jul 19 17:41:50.052548 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-41c1280a-ebb9-438a-a77a-4726ba1e17cb req-709adab4-1750-400a-8c79-d82c3ee069a5 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322678 Jul 19 17:41:50.698559 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db13cb-b1eb-41be-87e6-d1f45aacb0e9 req-d462bc35-2495-4a8d-98b1-f834d6472346 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:50.700020 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-65db13cb-b1eb-41be-87e6-d1f45aacb0e9 req-d462bc35-2495-4a8d-98b1-f834d6472346 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 943 time: 0.0634553 Jul 19 17:41:50.736929 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-65db13cb-b1eb-41be-87e6-d1f45aacb0e9 req-fb8fff92-1253-4356-b8fb-8cb9d19bcbd4 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314181 Jul 19 17:41:50.839275 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-66d6ae4f-6cee-495f-a867-4cae42d52f29 req-7d476d6d-c638-4910-8bf7-7a75747d2a3f tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 210 time: 0.0311079 Jul 19 17:41:50.899775 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bc84c-a93f-4118-9809-b5310277e03e req-37e53ad0-0f93-4ff9-9d27-208929c75f65 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:50.901271 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9f5bc84c-a93f-4118-9809-b5310277e03e req-37e53ad0-0f93-4ff9-9d27-208929c75f65 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0611458 Jul 19 17:41:50.938262 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9f5bc84c-a93f-4118-9809-b5310277e03e req-4ed1d163-43d1-4880-817f-82f98837d552 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314763 Jul 19 17:41:51.191724 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b98f5e-e073-4a2a-bdd2-c53fc3ce99c1 req-17461429-ecba-427a-9a14-db0fbf9e2f54 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:51.192854 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-68b98f5e-e073-4a2a-bdd2-c53fc3ce99c1 req-17461429-ecba-427a-9a14-db0fbf9e2f54 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0710704 Jul 19 17:41:51.236973 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-68b98f5e-e073-4a2a-bdd2-c53fc3ce99c1 req-33676a24-eb6a-436d-8495-24a53df627d6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382783 Jul 19 17:41:51.241348 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-f9eec6d5-4bb3-449b-b7be-9e83883e1c64 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:51.243103 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-f9eec6d5-4bb3-449b-b7be-9e83883e1c64 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.49 "GET /v2.0/networks?id=fdc96ca8-6fbf-4d48-a63a-15903573917b HTTP/1.1" status: 200 len: 809 time: 0.1334157 Jul 19 17:41:51.307467 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-5830e746-d3a7-4902-bb84-762eb4b35f75 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Request body: {'port': {'device_id': 'fb93637e-d4aa-4e8f-9c47-e02b8321c36b', 'network_id': 'fdc96ca8-6fbf-4d48-a63a-15903573917b', 'admin_state_up': True, 'tenant_id': 'e3bf741dc7304d4db7934357fe901d04'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:51.419044 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-5830e746-d3a7-4902-bb84-762eb4b35f75 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Made reservation on behalf of e3bf741dc7304d4db7934357fe901d04 for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:41:51.424090 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-5830e746-d3a7-4902-bb84-762eb4b35f75 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:51.546547 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-5830e746-d3a7-4902-bb84-762eb4b35f75 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Allocated IP 172.20.0.11 (fdc96ca8-6fbf-4d48-a63a-15903573917b/c7e5c793-559f-46f6-8deb-ac00eb62148b/ceda4295-ddbb-42e0-9e06-66a590f948e7) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:41:51.690965 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-84a00d83-8377-4818-a8aa-f84eca178888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:51.699493 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-5830e746-d3a7-4902-bb84-762eb4b35f75 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:51.739781 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-5830e746-d3a7-4902-bb84-762eb4b35f75 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:51.785914 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-5830e746-d3a7-4902-bb84-762eb4b35f75 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Network fdc96ca8-6fbf-4d48-a63a-15903573917b is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:41:51.789353 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-5830e746-d3a7-4902-bb84-762eb4b35f75 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:41:51.793320 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-5830e746-d3a7-4902-bb84-762eb4b35f75 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:41:51.828318 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830e746-d3a7-4902-bb84-762eb4b35f75 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Pushing event updated for resources: {'Port': ['ID=ceda4295-ddbb-42e0-9e06-66a590f948e7,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:51.861639 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-5830e746-d3a7-4902-bb84-762eb4b35f75 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:51.862487 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-5830e746-d3a7-4902-bb84-762eb4b35f75 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:51.879139 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-5830e746-d3a7-4902-bb84-762eb4b35f75 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5757489 Jul 19 17:41:51.880464 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7699064-0074-4048-83f2-31ec5b946693 req-344a2df4-6043-4e91-8808-d3d678992a92 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:51.881909 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c7699064-0074-4048-83f2-31ec5b946693 req-344a2df4-6043-4e91-8808-d3d678992a92 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 943 time: 0.0703411 Jul 19 17:41:51.902926 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Request body: {'port': {'device_id': 'fb93637e-d4aa-4e8f-9c47-e02b8321c36b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:41:51.924744 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:51.939403 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c7699064-0074-4048-83f2-31ec5b946693 req-c754fb5d-81f5-4d2a-b9b8-d412c20cd2ff tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501907 Jul 19 17:41:52.019636 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:52.063836 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b45d87-15a0-4fae-90e2-74dee2a7cfd8 req-816f80f1-467c-4320-b0e2-42d396e7ad74 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:52.065306 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e6b45d87-15a0-4fae-90e2-74dee2a7cfd8 req-816f80f1-467c-4320-b0e2-42d396e7ad74 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 932 time: 0.1062293 Jul 19 17:41:52.088565 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab61d4-dd34-436b-ba9c-770989713503 req-adfbf67c-1fab-4e03-ba1d-a9fc24f6ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:52.090195 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-32ab61d4-dd34-436b-ba9c-770989713503 req-adfbf67c-1fab-4e03-ba1d-a9fc24f6ca3c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f89ba439f784b5ea4f1cc9cd7778d80&device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 1099 time: 0.0987692 Jul 19 17:41:52.101933 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718a835-899d-49f6-94c4-f5bb7c584349 req-6db70a05-df33-426d-ab0c-7c37fb720e3f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:52.103444 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5718a835-899d-49f6-94c4-f5bb7c584349 req-6db70a05-df33-426d-ab0c-7c37fb720e3f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0998425 Jul 19 17:41:52.131271 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e6b45d87-15a0-4fae-90e2-74dee2a7cfd8 req-e192c909-e801-468d-bcd9-350cb9226dc7 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582783 Jul 19 17:41:52.160256 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5718a835-899d-49f6-94c4-f5bb7c584349 req-4186fb8e-fbf3-4114-bb7a-00f636e921ca tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475345 Jul 19 17:41:52.277179 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12a15b-73fa-4200-9676-81fdb6924225 req-72ab529d-9404-4e6c-b210-b949cbd6f663 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:52.282539 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3f12a15b-73fa-4200-9676-81fdb6924225 req-72ab529d-9404-4e6c-b210-b949cbd6f663 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0819683 Jul 19 17:41:52.373861 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3f12a15b-73fa-4200-9676-81fdb6924225 req-6a19ffaf-76a3-4f35-bf5d-baf86fc7a448 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892522 Jul 19 17:41:52.416743 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3451466-61a4-491b-875d-55f5adfba209 req-1b3a4324-7c15-4939-9b5a-02a29e2b3007 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:52.418641 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e3451466-61a4-491b-875d-55f5adfba209 req-1b3a4324-7c15-4939-9b5a-02a29e2b3007 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0944679 Jul 19 17:41:52.485119 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e3451466-61a4-491b-875d-55f5adfba209 req-e3fe5800-c58a-40d5-873f-f6ce5b00c68b tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602458 Jul 19 17:41:52.534978 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab61d4-dd34-436b-ba9c-770989713503 req-39d9157c-5154-4581-b39b-90afee6c56b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:52.536441 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-32ab61d4-dd34-436b-ba9c-770989713503 req-39d9157c-5154-4581-b39b-90afee6c56b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba199622-5356-4143-a827-7602fbb52049 HTTP/1.1" status: 200 len: 920 time: 0.4331203 Jul 19 17:41:52.601106 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-32ab61d4-dd34-436b-ba9c-770989713503 req-64c1d766-4016-4f2c-b0fe-2973fe0c38bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68047ea3-4512-4a1d-81df-bdd15d1a915b HTTP/1.1" status: 200 len: 217 time: 0.0455403 Jul 19 17:41:52.654018 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceda4295-ddbb-42e0-9e06-66a590f948e7 {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:41:52.661070 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:52.703354 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Transition to ACTIVE for port object ceda4295-ddbb-42e0-9e06-66a590f948e7 will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:41:52.707377 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:52.739475 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab61d4-dd34-436b-ba9c-770989713503 req-8e173f4d-0a41-49b1-a171-e6fa112d02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:52.741513 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-32ab61d4-dd34-436b-ba9c-770989713503 req-8e173f4d-0a41-49b1-a171-e6fa112d02e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5 HTTP/1.1" status: 200 len: 859 time: 0.0766065 Jul 19 17:41:52.794768 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-32ab61d4-dd34-436b-ba9c-770989713503 req-1b6e425c-9b3d-443c-9367-47316ddc4ee7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba199622-5356-4143-a827-7602fbb52049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384817 Jul 19 17:41:52.795343 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ceda4295-ddbb-42e0-9e06-66a590f948e7,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:52.922265 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Attempting to bind port ceda4295-ddbb-42e0-9e06-66a590f948e7 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:41:52.922510 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Attempting to bind port ceda4295-ddbb-42e0-9e06-66a590f948e7 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '76456ff3-18f8-4978-8708-6fcc6a54e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fdc96ca8-6fbf-4d48-a63a-15903573917b'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:41:52.922835 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Attempting to bind port ceda4295-ddbb-42e0-9e06-66a590f948e7 on network fdc96ca8-6fbf-4d48-a63a-15903573917b {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:41:52.935157 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Port ceda4295-ddbb-42e0-9e06-66a590f948e7 on network fdc96ca8-6fbf-4d48-a63a-15903573917b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:41:52.935476 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Attempting to bind port ceda4295-ddbb-42e0-9e06-66a590f948e7 on network fdc96ca8-6fbf-4d48-a63a-15903573917b {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:41:52.942513 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:41:52.942841 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Checking segment: {'id': '76456ff3-18f8-4978-8708-6fcc6a54e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fdc96ca8-6fbf-4d48-a63a-15903573917b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:41:52.943240 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Bound using segment: {'id': '76456ff3-18f8-4978-8708-6fcc6a54e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fdc96ca8-6fbf-4d48-a63a-15903573917b'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:41:52.943708 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Bound port: ceda4295-ddbb-42e0-9e06-66a590f948e7, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76456ff3-18f8-4978-8708-6fcc6a54e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fdc96ca8-6fbf-4d48-a63a-15903573917b'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:41:52.944055 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:52.948022 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-32ab61d4-dd34-436b-ba9c-770989713503 req-3ebc9fdf-cc19-47da-a747-c46db268a879 service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331570 Jul 19 17:41:53.068155 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] For port ceda4295-ddbb-42e0-9e06-66a590f948e7, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:41:53.069678 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:53.070789 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703ce8c-c22c-4b6c-84bf-574f4cc00b17 req-7e4efac5-a692-4aae-8ab9-4b94e5998aec tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:53.072264 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f703ce8c-c22c-4b6c-84bf-574f4cc00b17 req-7e4efac5-a692-4aae-8ab9-4b94e5998aec tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 943 time: 0.0638177 Jul 19 17:41:53.072952 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] For port ceda4295-ddbb-42e0-9e06-66a590f948e7, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ceda4295-ddbb-42e0-9e06-66a590f948e7,segment=NetworkSegment(76456ff3-18f8-4978-8708-6fcc6a54e306),segment_id=76456ff3-18f8-4978-8708-6fcc6a54e306)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:41:53.078573 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:53.107621 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:53.111640 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f703ce8c-c22c-4b6c-84bf-574f4cc00b17 req-49505f4c-5c19-46b8-9c21-a25f5f943fe2 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318153 Jul 19 17:41:53.125947 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-32ab61d4-dd34-436b-ba9c-770989713503 req-330ed64c-c505-433b-b6fc-e3d849e6ca66 service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491466 Jul 19 17:41:53.136415 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:53.137015 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:53.138318 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] 10.222.0.49 "PUT /v2.0/ports/ceda4295-ddbb-42e0-9e06-66a590f948e7 HTTP/1.1" status: 200 len: 1094 time: 1.2421262 Jul 19 17:41:53.138741 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb93637e-d4aa-4e8f-9c47-e02b8321c36b', 'tag': 'ceda4295-ddbb-42e0-9e06-66a590f948e7'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:41:53.140935 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588b1d3f-2793-40b1-9e3d-49f248f5a1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "fb93637e-d4aa-4e8f-9c47-e02b8321c36b", "tag": "ceda4295-ddbb-42e0-9e06-66a590f948e7"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:41:53.154072 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f765d-d4d2-429c-9393-4da0267c77e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ceda4295-ddbb-42e0-9e06-66a590f948e7,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:53.188199 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061e7e65-1500-4230-a39d-9712cf4520cd x-openstack-request-id: req-061e7e65-1500-4230-a39d-9712cf4520cd {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:41:53.188559 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb93637e-d4aa-4e8f-9c47-e02b8321c36b", "tag": "ceda4295-ddbb-42e0-9e06-66a590f948e7", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:41:53.188857 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-061e7e65-1500-4230-a39d-9712cf4520cd {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:41:53.189684 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb93637e-d4aa-4e8f-9c47-e02b8321c36b', 'tag': 'ceda4295-ddbb-42e0-9e06-66a590f948e7', 'status': 'completed', 'code': 200} Jul 19 17:41:53.306431 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-5c7cce8e-fa71-443b-ac2f-1448d0d9c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:53.308217 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-5c7cce8e-fa71-443b-ac2f-1448d0d9c9e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3bf741dc7304d4db7934357fe901d04&device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 1097 time: 0.0603347 Jul 19 17:41:53.450122 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-dccc7fd8-5eb4-4099-bd39-87a3d8551036 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceda4295-ddbb-42e0-9e06-66a590f948e7 HTTP/1.1" status: 200 len: 217 time: 0.0390642 Jul 19 17:41:53.519214 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-ae76bafb-9b5f-4db0-8f03-4f43f8d9605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:53.520670 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-ae76bafb-9b5f-4db0-8f03-4f43f8d9605c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7e5c793-559f-46f6-8deb-ac00eb62148b HTTP/1.1" status: 200 len: 849 time: 0.0446424 Jul 19 17:41:53.534855 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6f4b6-9370-4021-b946-977fa8b97eb5 req-cf2cf663-0d2a-4be7-910a-e31cf86d8536 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:53.538081 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-70f6f4b6-9370-4021-b946-977fa8b97eb5 req-cf2cf663-0d2a-4be7-910a-e31cf86d8536 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 944 time: 0.3334863 Jul 19 17:41:53.560708 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735b865-5687-4251-91a7-8ade8bccd889 req-9a2a3288-280e-4203-9f30-1361530ef3a5 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:53.562155 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0735b865-5687-4251-91a7-8ade8bccd889 req-9a2a3288-280e-4203-9f30-1361530ef3a5 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.3289084 Jul 19 17:41:53.567796 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-093e9440-941f-41a5-9abe-073d1245d64d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fdc96ca8-6fbf-4d48-a63a-15903573917b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271261 Jul 19 17:41:53.605219 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-70f6f4b6-9370-4021-b946-977fa8b97eb5 req-d7adf343-941d-48f3-b583-b2d5b550457c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615249 Jul 19 17:41:53.619558 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0735b865-5687-4251-91a7-8ade8bccd889 req-3bd663ac-1d24-471f-a295-68f57e2e85fe tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488832 Jul 19 17:41:53.679592 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-8218f2dd-1a78-4a63-a790-97dfe4fb94e9 service neutron] 10.222.0.49 "GET /v2.0/networks/fdc96ca8-6fbf-4d48-a63a-15903573917b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910778 Jul 19 17:41:53.772084 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f6fd1499-45bb-487d-9da9-aa4d86ccaeec req-0ab6527c-204b-4a46-b91f-ad9db90174b4 service neutron] 10.222.0.49 "GET /v2.0/networks/fdc96ca8-6fbf-4d48-a63a-15903573917b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816879 Jul 19 17:41:53.778135 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b8010-4879-4e9f-814e-82d4c21f2bc3 req-9b2e5e2a-482d-4096-9dc7-cdc82cffe91f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:53.779704 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7d4b8010-4879-4e9f-814e-82d4c21f2bc3 req-9b2e5e2a-482d-4096-9dc7-cdc82cffe91f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.1067657 Jul 19 17:41:53.788069 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fb1aa-b9ee-4263-b8ee-5dbd75aadd66 req-3e555586-f3c1-4634-a909-eddc912f4684 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:53.790493 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-100fb1aa-b9ee-4263-b8ee-5dbd75aadd66 req-3e555586-f3c1-4634-a909-eddc912f4684 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1067333 Jul 19 17:41:53.852292 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7d4b8010-4879-4e9f-814e-82d4c21f2bc3 req-6fe250a7-0cb4-49df-85b5-51d4d6c8825b tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599585 Jul 19 17:41:53.855093 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-100fb1aa-b9ee-4263-b8ee-5dbd75aadd66 req-823d73fa-d29f-4bec-bdc4-0dfe3ac98f32 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537720 Jul 19 17:41:53.963318 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b1d3f-2793-40b1-9e3d-49f248f5a1f8 req-16f2f049-a82e-456b-91d4-9d6d12bb6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:53.964793 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-588b1d3f-2793-40b1-9e3d-49f248f5a1f8 req-16f2f049-a82e-456b-91d4-9d6d12bb6796 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3bf741dc7304d4db7934357fe901d04&device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 1097 time: 0.0561194 Jul 19 17:41:54.058659 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b1d3f-2793-40b1-9e3d-49f248f5a1f8 req-88f103ad-b25b-4f39-b1e2-438e76b0886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:54.060030 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-588b1d3f-2793-40b1-9e3d-49f248f5a1f8 req-88f103ad-b25b-4f39-b1e2-438e76b0886e service neutron] 10.222.0.49 "GET /v2.0/networks?id=fdc96ca8-6fbf-4d48-a63a-15903573917b HTTP/1.1" status: 200 len: 910 time: 0.0855789 Jul 19 17:41:54.106359 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-588b1d3f-2793-40b1-9e3d-49f248f5a1f8 req-dd3f68b9-14be-4b62-aacf-91164392648b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceda4295-ddbb-42e0-9e06-66a590f948e7 HTTP/1.1" status: 200 len: 217 time: 0.0365500 Jul 19 17:41:54.157634 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b1d3f-2793-40b1-9e3d-49f248f5a1f8 req-939e405b-863d-4715-8dee-01a7fa7621f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:54.159136 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-588b1d3f-2793-40b1-9e3d-49f248f5a1f8 req-939e405b-863d-4715-8dee-01a7fa7621f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7e5c793-559f-46f6-8deb-ac00eb62148b HTTP/1.1" status: 200 len: 849 time: 0.0424623 Jul 19 17:41:54.193574 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-588b1d3f-2793-40b1-9e3d-49f248f5a1f8 req-c171992c-fc38-400d-ad28-2ede4b477c19 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fdc96ca8-6fbf-4d48-a63a-15903573917b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262504 Jul 19 17:41:54.245155 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98a7f2-65bd-40d1-bff9-62a4fe49b049 req-060bdbe8-0d24-436c-a5bf-7cd6cb2f556a tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:54.246686 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ab98a7f2-65bd-40d1-bff9-62a4fe49b049 req-060bdbe8-0d24-436c-a5bf-7cd6cb2f556a tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 943 time: 0.0653856 Jul 19 17:41:54.290900 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ab98a7f2-65bd-40d1-bff9-62a4fe49b049 req-b4a68e66-b409-42f3-8dcb-e62c08ab3959 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386887 Jul 19 17:41:54.293173 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-588b1d3f-2793-40b1-9e3d-49f248f5a1f8 req-5938a361-b8ff-4106-bb2d-fef0974f2619 service neutron] 10.222.0.49 "GET /v2.0/networks/fdc96ca8-6fbf-4d48-a63a-15903573917b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905354 Jul 19 17:41:54.383253 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-588b1d3f-2793-40b1-9e3d-49f248f5a1f8 req-104c93ed-75ff-4534-9296-ee52ad0b3794 service neutron] 10.222.0.49 "GET /v2.0/networks/fdc96ca8-6fbf-4d48-a63a-15903573917b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827320 Jul 19 17:41:54.470752 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:54.781276 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7c2f8-7a1b-48b4-97bb-0b573ab9dff4 req-2792be53-4af0-4c06-923e-b61eb2ff9293 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:54.782891 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-86f7c2f8-7a1b-48b4-97bb-0b573ab9dff4 req-2792be53-4af0-4c06-923e-b61eb2ff9293 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0789399 Jul 19 17:41:54.791431 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06368a8e-579c-4047-8437-485a35fdee18 req-28d7bc67-3d75-4cd2-9323-39bb992eb567 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:54.792815 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-06368a8e-579c-4047-8437-485a35fdee18 req-28d7bc67-3d75-4cd2-9323-39bb992eb567 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 944 time: 0.1198320 Jul 19 17:41:54.847959 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-86f7c2f8-7a1b-48b4-97bb-0b573ab9dff4 req-c242a00a-f439-49b4-938d-090afb91ceb2 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541992 Jul 19 17:41:54.852785 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-06368a8e-579c-4047-8437-485a35fdee18 req-d37f2b62-d03d-4853-954d-ca7c5b57cd10 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530484 Jul 19 17:41:55.045324 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02461b-ccbc-4df9-865f-b14f2b3a3c5a req-1ddac911-4d74-4aba-86f2-dfe2204745e8 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:55.046830 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-be02461b-ccbc-4df9-865f-b14f2b3a3c5a req-1ddac911-4d74-4aba-86f2-dfe2204745e8 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1172924 Jul 19 17:41:55.059639 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3772d77-84a6-49f2-be32-0b5035ebe266 req-e9c0de61-3d56-408d-95ac-b0de4e2cf8c6 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:55.061061 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f3772d77-84a6-49f2-be32-0b5035ebe266 req-e9c0de61-3d56-408d-95ac-b0de4e2cf8c6 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.1201456 Jul 19 17:41:55.115601 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-be02461b-ccbc-4df9-865f-b14f2b3a3c5a req-19ef7509-de7d-493a-9052-4df054d285aa tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535834 Jul 19 17:41:55.122687 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f3772d77-84a6-49f2-be32-0b5035ebe266 req-4389602a-552d-4fe5-b921-bff328efcbf6 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548208 Jul 19 17:41:55.417089 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189df7f-a9a6-4725-9ddf-91d87ca40c62 req-2762218d-6f93-45d2-b47c-60d9602cba1c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:55.418612 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7189df7f-a9a6-4725-9ddf-91d87ca40c62 req-2762218d-6f93-45d2-b47c-60d9602cba1c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 943 time: 0.0608146 Jul 19 17:41:55.455739 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7189df7f-a9a6-4725-9ddf-91d87ca40c62 req-a44bfa8f-3113-4a01-a402-4f6a0788ea19 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313003 Jul 19 17:41:56.027809 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dacadf-c07e-4f88-9a85-65a4e7896330 req-6d05c8f2-801f-4605-b8fc-3a4810660eec tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:56.029201 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-13dacadf-c07e-4f88-9a85-65a4e7896330 req-6d05c8f2-801f-4605-b8fc-3a4810660eec tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 944 time: 0.1085989 Jul 19 17:41:56.036316 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eb342-a3c4-4130-a3c2-b4194d316cd7 req-12782b6b-de08-4672-aa77-899a4808c2b1 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:56.037773 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0c9eb342-a3c4-4130-a3c2-b4194d316cd7 req-12782b6b-de08-4672-aa77-899a4808c2b1 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1159413 Jul 19 17:41:56.095165 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-13dacadf-c07e-4f88-9a85-65a4e7896330 req-a6e92949-c489-46cb-b886-dd5f733a6829 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564160 Jul 19 17:41:56.098118 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0c9eb342-a3c4-4130-a3c2-b4194d316cd7 req-3de4dcba-578d-4a46-b7f4-93257649214d tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531175 Jul 19 17:41:56.292144 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2d4dc-b467-41ba-8229-aa4fa8f20436 req-1a2e980b-1fb4-4089-b2fd-85e767e461eb tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:56.293620 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-70b2d4dc-b467-41ba-8229-aa4fa8f20436 req-1a2e980b-1fb4-4089-b2fd-85e767e461eb tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1098583 Jul 19 17:41:56.301770 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b27a7-76d6-49f0-8dd0-521633c5e999 req-dbdb925b-d0ac-45d2-8b2e-aad94a26836a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:56.303699 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b35b27a7-76d6-49f0-8dd0-521633c5e999 req-dbdb925b-d0ac-45d2-8b2e-aad94a26836a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.1097984 Jul 19 17:41:56.354891 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-70b2d4dc-b467-41ba-8229-aa4fa8f20436 req-91539b4a-3627-4dd5-bdc1-82f4f4c12e90 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502710 Jul 19 17:41:56.361634 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b35b27a7-76d6-49f0-8dd0-521633c5e999 req-5ecaccab-3c19-41a9-880b-b402512b995b tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511193 Jul 19 17:41:56.581999 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7281ae1-d06f-4349-83c6-73f3a92827b6 req-a948ab2e-6c0e-4bd2-b38b-fbd171edc597 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:56.583430 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b7281ae1-d06f-4349-83c6-73f3a92827b6 req-a948ab2e-6c0e-4bd2-b38b-fbd171edc597 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 943 time: 0.0611334 Jul 19 17:41:56.623554 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b7281ae1-d06f-4349-83c6-73f3a92827b6 req-cc247379-ff94-4fb4-b1a3-222b53790b29 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342536 Jul 19 17:41:57.267641 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40089e-dfdb-416f-8437-849ba70eacd1 req-07d8b9f5-4529-49cc-a194-7aec74ef0a99 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:57.269132 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-be40089e-dfdb-416f-8437-849ba70eacd1 req-07d8b9f5-4529-49cc-a194-7aec74ef0a99 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 944 time: 0.1054378 Jul 19 17:41:57.277445 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76844379-e4c1-417d-a456-93596a28cc6e req-e3e359e5-ca20-4354-a19b-7bf55d8fd7ae tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:57.278835 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-76844379-e4c1-417d-a456-93596a28cc6e req-e3e359e5-ca20-4354-a19b-7bf55d8fd7ae tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1051099 Jul 19 17:41:57.329082 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-be40089e-dfdb-416f-8437-849ba70eacd1 req-03868387-0e57-484c-adde-a9db51c424ad tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493090 Jul 19 17:41:57.340624 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-76844379-e4c1-417d-a456-93596a28cc6e req-ead9a686-5d1c-4806-93b7-f8ffc693654f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478590 Jul 19 17:41:57.527363 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129e5be-c046-49fb-8d96-0ea782e213da req-880ad363-d1f9-48b4-b234-0ef70dfabbee tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:57.528821 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7129e5be-c046-49fb-8d96-0ea782e213da req-880ad363-d1f9-48b4-b234-0ef70dfabbee tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1077211 Jul 19 17:41:57.536760 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db87008-df3a-4d24-a216-d5796a73a61a req-b035c4b8-66f1-4956-996c-f267b1bb0936 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:57.538134 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7db87008-df3a-4d24-a216-d5796a73a61a req-b035c4b8-66f1-4956-996c-f267b1bb0936 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.1064498 Jul 19 17:41:57.594264 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7db87008-df3a-4d24-a216-d5796a73a61a req-7865357e-60e3-4bf0-8cba-39f1b2502fd8 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493767 Jul 19 17:41:57.596949 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7129e5be-c046-49fb-8d96-0ea782e213da req-d7ffa309-e353-45a2-97da-22020ec7274a tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578947 Jul 19 17:41:57.753548 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42549743-15b0-4453-b261-ffcde5161b7f req-a2e0ee68-1779-4309-aa06-9f52f5fb26bc tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:57.755096 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-42549743-15b0-4453-b261-ffcde5161b7f req-a2e0ee68-1779-4309-aa06-9f52f5fb26bc tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 943 time: 0.0660412 Jul 19 17:41:57.793284 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-42549743-15b0-4453-b261-ffcde5161b7f req-6fe32e42-6cb2-41a3-9006-110a27b79edd tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321617 Jul 19 17:41:58.489357 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device ceda4295-ddbb-42e0-9e06-66a590f948e7 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:41:58.501059 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b78ac5-fec6-4692-871b-87bb87187543 req-7bccaf29-e37f-45ff-b20c-a4f7f0110c0d tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:58.502584 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-73b78ac5-fec6-4692-871b-87bb87187543 req-7bccaf29-e37f-45ff-b20c-a4f7f0110c0d tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 944 time: 0.1076477 Jul 19 17:41:58.509924 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4caf8-c614-4eb6-86f7-3c6a4b7cf596 req-e1f596d5-e124-4508-88e2-33adba56c778 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:58.511341 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dfb4caf8-c614-4eb6-86f7-3c6a4b7cf596 req-e1f596d5-e124-4508-88e2-33adba56c778 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1059599 Jul 19 17:41:58.570044 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-73b78ac5-fec6-4692-871b-87bb87187543 req-b0802c4d-268e-472a-9582-d3c1c54739a4 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577202 Jul 19 17:41:58.577130 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dfb4caf8-c614-4eb6-86f7-3c6a4b7cf596 req-11fcb5a7-fb13-48b3-b18b-fc4ccfc8e336 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580912 Jul 19 17:41:58.584797 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port ceda4295-ddbb-42e0-9e06-66a590f948e7, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ceda4295-ddbb-42e0-9e06-66a590f948e7,segment=NetworkSegment(76456ff3-18f8-4978-8708-6fcc6a54e306),segment_id=76456ff3-18f8-4978-8708-6fcc6a54e306)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:58.595799 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': 'ceda4295-ddbb-42e0-9e06-66a590f948e7', 'network_id': 'fdc96ca8-6fbf-4d48-a63a-15903573917b', 'port_id': 'ceda4295-ddbb-42e0-9e06-66a590f948e7', 'mac_address': 'fa:16:3e:22:8b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7e5c793-559f-46f6-8deb-ac00eb62148b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:41:58.632100 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:58.644515 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceda4295-ddbb-42e0-9e06-66a590f948e7 {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:41:58.664213 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port ceda4295-ddbb-42e0-9e06-66a590f948e7, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ceda4295-ddbb-42e0-9e06-66a590f948e7,segment=NetworkSegment(76456ff3-18f8-4978-8708-6fcc6a54e306),segment_id=76456ff3-18f8-4978-8708-6fcc6a54e306)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:58.671354 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:58.672025 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device c90129eb-975a-429a-918c-b4c7bc8ba825 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:41:58.747581 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=ceda4295-ddbb-42e0-9e06-66a590f948e7,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:58.758443 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.758794 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.759136 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.759469 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.759802 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.760127 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.760450 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.760774 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.761102 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.761505 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.761738 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.762079 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:41:58.774994 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4d932-a748-49b9-b8c5-92f68199297f req-5d18d1ce-9e90-4718-aab9-e4f55903b977 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:58.776532 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-49b4d932-a748-49b9-b8c5-92f68199297f req-5d18d1ce-9e90-4718-aab9-e4f55903b977 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.1024323 Jul 19 17:41:58.789964 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da3b6b-2964-4173-9867-6c73a48dd129 req-1b821b32-48e8-411f-ac01-d64b94fdf285 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:58.791436 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-00da3b6b-2964-4173-9867-6c73a48dd129 req-1b821b32-48e8-411f-ac01-d64b94fdf285 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1154525 Jul 19 17:41:58.818546 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port c90129eb-975a-429a-918c-b4c7bc8ba825, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c90129eb-975a-429a-918c-b4c7bc8ba825,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:58.829936 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': 'c90129eb-975a-429a-918c-b4c7bc8ba825', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'port_id': 'c90129eb-975a-429a-918c-b4c7bc8ba825', 'mac_address': 'fa:16:3e:13:61:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:41:58.851943 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-49b4d932-a748-49b9-b8c5-92f68199297f req-85e29387-c084-44e5-a38f-dcec92960e35 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595450 Jul 19 17:41:58.854679 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-00da3b6b-2964-4173-9867-6c73a48dd129 req-d03d9d11-ed7d-4f1e-971d-01029ad2c2b6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564942 Jul 19 17:41:58.885198 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:58.899191 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c90129eb-975a-429a-918c-b4c7bc8ba825 {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:41:58.920680 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port c90129eb-975a-429a-918c-b4c7bc8ba825, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c90129eb-975a-429a-918c-b4c7bc8ba825,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:41:58.924953 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:41:58.971229 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=c90129eb-975a-429a-918c-b4c7bc8ba825,revision_number=6']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:41:58.985908 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f757d-4bfb-48d9-a6b1-1607e395c938 req-925f5d23-d3bd-4360-b954-b571fee2871d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:58.987396 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4f4f757d-4bfb-48d9-a6b1-1607e395c938 req-925f5d23-d3bd-4360-b954-b571fee2871d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 943 time: 0.0667148 Jul 19 17:41:59.025495 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4f4f757d-4bfb-48d9-a6b1-1607e395c938 req-23fe32cd-21f8-4e5f-b023-1869c19d1bda tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323522 Jul 19 17:41:59.733459 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2e63e-223e-447d-b02f-855f10e15d8d req-e9a29888-d4cb-4511-9ed8-e9f661072b37 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:59.734955 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-13f2e63e-223e-447d-b02f-855f10e15d8d req-e9a29888-d4cb-4511-9ed8-e9f661072b37 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 945 time: 0.1002738 Jul 19 17:41:59.746856 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b448a7f-88fc-4ad8-a25f-5421bd7a676e req-4e210572-6897-4412-bb25-0148935245bf tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:41:59.748212 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9b448a7f-88fc-4ad8-a25f-5421bd7a676e req-4e210572-6897-4412-bb25-0148935245bf tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1045322 Jul 19 17:41:59.806943 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-13f2e63e-223e-447d-b02f-855f10e15d8d req-5e4ce619-c156-4ff4-a470-6778c8912215 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577986 Jul 19 17:41:59.811608 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9b448a7f-88fc-4ad8-a25f-5421bd7a676e req-47611283-2d21-45aa-9e85-cf1820ad1013 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555801 Jul 19 17:41:59.846046 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['c90129eb-975a-429a-918c-b4c7bc8ba825'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:42:00.047049 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0e3a9-2866-43a9-8a89-e0999da47b4c req-a596fc26-4c89-47c4-afc0-a0b073b9d47d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:00.049039 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-70c0e3a9-2866-43a9-8a89-e0999da47b4c req-a596fc26-4c89-47c4-afc0-a0b073b9d47d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1033487 Jul 19 17:42:00.056721 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1e40-49a6-4abe-beee-c0ea868f9796 req-a5c38b5d-ba35-400f-a8a5-0eaadbe96fab tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:00.058771 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4dcb1e40-49a6-4abe-beee-c0ea868f9796 req-a5c38b5d-ba35-400f-a8a5-0eaadbe96fab tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 944 time: 0.1256454 Jul 19 17:42:00.119598 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-70c0e3a9-2866-43a9-8a89-e0999da47b4c req-8782bb14-45ae-476a-84b6-9a531a08a0a5 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597177 Jul 19 17:42:00.126633 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4dcb1e40-49a6-4abe-beee-c0ea868f9796 req-97e30197-9f34-4004-8f72-2f6db9bffc08 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600405 Jul 19 17:42:00.252476 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f35bbe-5608-472a-afb6-a7ecb9643ddb req-c03bd521-f4f9-4049-9ea6-2dc8c7960af7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:00.254294 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-34f35bbe-5608-472a-afb6-a7ecb9643ddb req-c03bd521-f4f9-4049-9ea6-2dc8c7960af7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 943 time: 0.0741286 Jul 19 17:42:00.302920 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-34f35bbe-5608-472a-afb6-a7ecb9643ddb req-ad00eb5f-ddda-451b-a230-5f5d4a4c32d7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396295 Jul 19 17:42:00.499495 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device c90129eb-975a-429a-918c-b4c7bc8ba825 up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:42:00.548250 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port c90129eb-975a-429a-918c-b4c7bc8ba825 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:42:00.548620 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:00.626568 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:00.649307 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90129eb-975a-429a-918c-b4c7bc8ba825'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:42:00.651533 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd26b078-8d54-4110-88fc-cc998cd9682e" -d '{"events": [{"server_uuid": "6bbdf2e0-665d-4dc5-9840-996c60cd168a", "name": "network-vif-plugged", "status": "completed", "tag": "c90129eb-975a-429a-918c-b4c7bc8ba825"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:42:00.667203 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port c90129eb-975a-429a-918c-b4c7bc8ba825, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c90129eb-975a-429a-918c-b4c7bc8ba825,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:00.671779 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:00.703639 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebb6bcc-ed62-46ec-9f29-7c1035d984ab x-openstack-request-id: req-3ebb6bcc-ed62-46ec-9f29-7c1035d984ab {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:42:00.704076 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbdf2e0-665d-4dc5-9840-996c60cd168a", "name": "network-vif-plugged", "status": "completed", "tag": "c90129eb-975a-429a-918c-b4c7bc8ba825", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:42:00.704332 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ebb6bcc-ed62-46ec-9f29-7c1035d984ab {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:42:00.704703 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90129eb-975a-429a-918c-b4c7bc8ba825', 'code': 200} Jul 19 17:42:00.707520 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['ceda4295-ddbb-42e0-9e06-66a590f948e7'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:42:00.715611 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:42:00.762195 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=c90129eb-975a-429a-918c-b4c7bc8ba825,revision_number=7']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:01.011120 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a5284-5d78-4fc6-8805-04de28fbdb3d req-f1ba3a1d-4e11-4783-8999-08239ad32e93 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:01.012637 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4d1a5284-5d78-4fc6-8805-04de28fbdb3d req-f1ba3a1d-4e11-4783-8999-08239ad32e93 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 945 time: 0.1264849 Jul 19 17:42:01.021881 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9f761-7acc-4257-96ed-96f71e57afc0 req-3b53cd42-2034-4bb6-b5e0-00e47edc10ed tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:01.023644 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6db9f761-7acc-4257-96ed-96f71e57afc0 req-3b53cd42-2034-4bb6-b5e0-00e47edc10ed tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1057155 Jul 19 17:42:01.074569 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4d1a5284-5d78-4fc6-8805-04de28fbdb3d req-04caad51-0ed1-4965-a5d3-80f83cdccb31 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497863 Jul 19 17:42:01.099850 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6db9f761-7acc-4257-96ed-96f71e57afc0 req-f39dd282-021a-496c-ab9e-bf38dbb0c54e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596645 Jul 19 17:42:01.262096 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7d729-937e-47f8-a8fe-c7dce1638bca req-55c00f19-5013-48d7-bb5f-a67ee65fd29b tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:01.263678 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-76d7d729-937e-47f8-a8fe-c7dce1638bca req-55c00f19-5013-48d7-bb5f-a67ee65fd29b tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0704198 Jul 19 17:42:01.317027 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-76d7d729-937e-47f8-a8fe-c7dce1638bca req-a4bfbce4-b0a6-40c7-9ec9-1a04b170b015 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449378 Jul 19 17:42:01.452725 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81439b6c-2700-4f52-9054-94a42fbb75c9 req-740aba13-8a95-4479-a25d-361c5f3ec586 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:01.454487 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-81439b6c-2700-4f52-9054-94a42fbb75c9 req-740aba13-8a95-4479-a25d-361c5f3ec586 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0726812 Jul 19 17:42:01.509422 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-81439b6c-2700-4f52-9054-94a42fbb75c9 req-90c36ea9-b67f-40b8-a0a1-91f75ee2bf32 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459383 Jul 19 17:42:01.578293 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a90c2-19e5-4556-a337-0175af47f51f req-77d5c292-2422-4b0c-aa95-4716418aab87 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:01.584740 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-242a90c2-19e5-4556-a337-0175af47f51f req-77d5c292-2422-4b0c-aa95-4716418aab87 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 943 time: 0.0765355 Jul 19 17:42:01.625596 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-242a90c2-19e5-4556-a337-0175af47f51f req-c00e8cac-076a-433b-b049-fcc7de487578 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395079 Jul 19 17:42:02.269314 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c47740-6a14-4d07-986c-b1310e6e2230 req-9c026ebd-ee5f-442d-a25f-06f5cad7b37e tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:02.277004 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-13c47740-6a14-4d07-986c-b1310e6e2230 req-9c026ebd-ee5f-442d-a25f-06f5cad7b37e tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 945 time: 0.1179507 Jul 19 17:42:02.309224 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3a363-2cd3-439b-8f05-0a5d369b7a53 req-0dde0564-a4dc-41d2-b96e-03135e03d3a3 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:02.310650 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a6d3a363-2cd3-439b-8f05-0a5d369b7a53 req-0dde0564-a4dc-41d2-b96e-03135e03d3a3 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1207020 Jul 19 17:42:02.345908 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-13c47740-6a14-4d07-986c-b1310e6e2230 req-d1d6081f-01fa-4637-b826-a2c8f113f338 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680203 Jul 19 17:42:02.377219 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a6d3a363-2cd3-439b-8f05-0a5d369b7a53 req-97336013-1f81-40d0-814a-9ed4b4800164 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590050 Jul 19 17:42:02.502506 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 47693907-59dc-4662-ad5b-dd3984395f6c details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:42:02.585651 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ce83e-6c34-4ec2-a2d9-8bbcce00fd4b req-76f73d84-6833-40ba-b4de-1c97744c2c60 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:02.588275 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f61ce83e-6c34-4ec2-a2d9-8bbcce00fd4b req-76f73d84-6833-40ba-b4de-1c97744c2c60 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1138692 Jul 19 17:42:02.650305 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f61ce83e-6c34-4ec2-a2d9-8bbcce00fd4b req-30512d51-58ae-4628-a8c5-26f4fbf17aea tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540135 Jul 19 17:42:02.817097 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254871ba-4ef0-4745-8c2e-a244bf7c7ffa req-49365199-5270-4edc-8c2b-53327f16aa26 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:02.819028 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-254871ba-4ef0-4745-8c2e-a244bf7c7ffa req-49365199-5270-4edc-8c2b-53327f16aa26 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.1639438 Jul 19 17:42:02.833902 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 47693907-59dc-4662-ad5b-dd3984395f6c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=47693907-59dc-4662-ad5b-dd3984395f6c,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:02.847998 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': '47693907-59dc-4662-ad5b-dd3984395f6c', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'port_id': '47693907-59dc-4662-ad5b-dd3984395f6c', 'mac_address': 'fa:16:3e:a3:79:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:42:02.863285 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c715b2-1df3-4873-a312-191e3dc89574 req-42758add-d5d4-4a73-a116-b538156faace tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:02.866394 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-39c715b2-1df3-4873-a312-191e3dc89574 req-42758add-d5d4-4a73-a116-b538156faace tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 943 time: 0.1283717 Jul 19 17:42:02.890134 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:02.908913 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-254871ba-4ef0-4745-8c2e-a244bf7c7ffa req-b8abc959-fcba-4e42-8a41-96d8d58f6fe1 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831668 Jul 19 17:42:02.914536 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47693907-59dc-4662-ad5b-dd3984395f6c {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:42:02.946139 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-39c715b2-1df3-4873-a312-191e3dc89574 req-986b9a71-02c5-4f6a-8a8f-4c2808c7ca20 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739100 Jul 19 17:42:02.960549 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 47693907-59dc-4662-ad5b-dd3984395f6c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=47693907-59dc-4662-ad5b-dd3984395f6c,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:02.963845 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:03.068892 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=47693907-59dc-4662-ad5b-dd3984395f6c,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:03.616625 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccc283-9f88-4f0b-b6d0-01bb18ebd75a req-c304c929-eba6-42ed-95f4-4455c4f6ef9f tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:03.616625 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0bccc283-9f88-4f0b-b6d0-01bb18ebd75a req-c304c929-eba6-42ed-95f4-4455c4f6ef9f tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 945 time: 0.1564538 Jul 19 17:42:03.635997 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a78197-e518-4937-bf49-83bd01c1c79e req-8cc725f4-bf64-4d67-93ee-715a78f8930d tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:03.638473 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-04a78197-e518-4937-bf49-83bd01c1c79e req-8cc725f4-bf64-4d67-93ee-715a78f8930d tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1710141 Jul 19 17:42:03.669903 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['47693907-59dc-4662-ad5b-dd3984395f6c'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:42:03.725307 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0bccc283-9f88-4f0b-b6d0-01bb18ebd75a req-d523154b-824f-4c87-a454-0e6d99b77a62 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011345 Jul 19 17:42:03.757132 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-04a78197-e518-4937-bf49-83bd01c1c79e req-ee24da86-bc76-4c8f-bda9-c5a711bcebc6 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022677 Jul 19 17:42:03.918712 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413641d-4e90-4ebf-8b67-e004a509d394 req-04157bac-df89-48e5-a107-fb7289957e4c tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:03.925910 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9413641d-4e90-4ebf-8b67-e004a509d394 req-04157bac-df89-48e5-a107-fb7289957e4c tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1155820 Jul 19 17:42:04.008741 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9413641d-4e90-4ebf-8b67-e004a509d394 req-e9928d05-7c29-43ad-89f3-8207361c5298 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817177 Jul 19 17:42:04.143704 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfe2e9-8c6b-4809-a645-e57082b2d9fc req-9ee73af4-500e-4cfc-ba96-d6c5b2433ad0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:04.145846 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-58cfe2e9-8c6b-4809-a645-e57082b2d9fc req-9ee73af4-500e-4cfc-ba96-d6c5b2433ad0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.1271760 Jul 19 17:42:04.215150 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af373202-473e-46c0-8f3f-6db630592f50 req-2d35c15c-1d31-4bee-80bd-9c48b56e36bd tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:04.216671 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-af373202-473e-46c0-8f3f-6db630592f50 req-2d35c15c-1d31-4bee-80bd-9c48b56e36bd tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 944 time: 0.1425126 Jul 19 17:42:04.222109 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-58cfe2e9-8c6b-4809-a645-e57082b2d9fc req-bd8feae3-72d2-4e79-b0a0-7e87081066ef tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646465 Jul 19 17:42:04.273773 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-af373202-473e-46c0-8f3f-6db630592f50 req-cfddafe2-c9ef-49a5-ad55-8763d6d79c63 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501533 Jul 19 17:42:04.521310 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device ceda4295-ddbb-42e0-9e06-66a590f948e7 up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:42:04.595131 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port ceda4295-ddbb-42e0-9e06-66a590f948e7 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:42:04.604031 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port ceda4295-ddbb-42e0-9e06-66a590f948e7 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:42:04.604397 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:04.689722 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:04.716778 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb93637e-d4aa-4e8f-9c47-e02b8321c36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceda4295-ddbb-42e0-9e06-66a590f948e7'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:42:04.718999 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5531af6c-b46c-4b5e-90e7-64faf7764e3a" -d '{"events": [{"server_uuid": "fb93637e-d4aa-4e8f-9c47-e02b8321c36b", "name": "network-vif-plugged", "status": "completed", "tag": "ceda4295-ddbb-42e0-9e06-66a590f948e7"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:42:04.732288 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port ceda4295-ddbb-42e0-9e06-66a590f948e7, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ceda4295-ddbb-42e0-9e06-66a590f948e7,segment=NetworkSegment(76456ff3-18f8-4978-8708-6fcc6a54e306),segment_id=76456ff3-18f8-4978-8708-6fcc6a54e306)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:04.737946 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:04.768346 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0020fbe-bba3-483e-936f-f84652acaf7a x-openstack-request-id: req-c0020fbe-bba3-483e-936f-f84652acaf7a {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:42:04.768731 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb93637e-d4aa-4e8f-9c47-e02b8321c36b", "name": "network-vif-plugged", "status": "completed", "tag": "ceda4295-ddbb-42e0-9e06-66a590f948e7", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:42:04.769072 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0020fbe-bba3-483e-936f-f84652acaf7a {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:42:04.769551 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb93637e-d4aa-4e8f-9c47-e02b8321c36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceda4295-ddbb-42e0-9e06-66a590f948e7', 'code': 200} Jul 19 17:42:04.802368 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=ceda4295-ddbb-42e0-9e06-66a590f948e7,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:05.003264 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca6033-8ae2-401e-9ca0-b21273fc31e8 req-4a25f2c4-dc96-4b24-8359-245e6cea879a tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:05.005016 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b6ca6033-8ae2-401e-9ca0-b21273fc31e8 req-4a25f2c4-dc96-4b24-8359-245e6cea879a tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 946 time: 0.2044189 Jul 19 17:42:05.019870 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ab253-7aae-4624-a404-3e7232954ae1 req-eb242161-1a42-4318-afff-d1e5daba7f42 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:05.022241 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-839ab253-7aae-4624-a404-3e7232954ae1 req-eb242161-1a42-4318-afff-d1e5daba7f42 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1841161 Jul 19 17:42:05.093927 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-839ab253-7aae-4624-a404-3e7232954ae1 req-8497abaf-29c8-4798-b732-bfb12e4e6d2d tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637467 Jul 19 17:42:05.099073 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b6ca6033-8ae2-401e-9ca0-b21273fc31e8 req-880e4a32-df01-4a64-b618-c9798bc869fd tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761733 Jul 19 17:42:05.173920 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ec703-a9ba-4b8a-a779-32af91f7eadb req-eb5af102-284f-40a4-912a-7bbf67db943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:05.175478 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-361ec703-a9ba-4b8a-a779-32af91f7eadb req-eb5af102-284f-40a4-912a-7bbf67db943f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 1099 time: 0.0945921 Jul 19 17:42:05.232425 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-361ec703-a9ba-4b8a-a779-32af91f7eadb req-8a9dd863-3b94-403f-a7e4-5cccb9df7b36 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440168 Jul 19 17:42:05.275547 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2746af3-e7b3-49fb-a0e7-26a99e96dcc5 req-fee210c4-3b58-4efd-ae5c-d82076a554dc tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:05.277675 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e2746af3-e7b3-49fb-a0e7-26a99e96dcc5 req-fee210c4-3b58-4efd-ae5c-d82076a554dc tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0907152 Jul 19 17:42:05.353306 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e2746af3-e7b3-49fb-a0e7-26a99e96dcc5 req-b54d2823-7a01-4140-8b17-8c49c6c3bf2b tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624356 Jul 19 17:42:05.439448 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81421f4a-bda5-4d5e-a574-a7e063918424 req-feb7d587-3950-4593-82c0-1403e6e27d17 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:05.442366 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-81421f4a-bda5-4d5e-a574-a7e063918424 req-feb7d587-3950-4593-82c0-1403e6e27d17 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0868695 Jul 19 17:42:05.513749 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-81421f4a-bda5-4d5e-a574-a7e063918424 req-adefa080-ac4a-4388-9ee4-5c1d45bdc1fc tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658178 Jul 19 17:42:05.547733 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c082c-1126-4a32-94ba-ab4a5c39cd48 req-e2f2fea7-5b6e-4511-895a-306ce037e8f6 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:05.557380 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c46c082c-1126-4a32-94ba-ab4a5c39cd48 req-e2f2fea7-5b6e-4511-895a-306ce037e8f6 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 944 time: 0.1356316 Jul 19 17:42:05.609559 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c46c082c-1126-4a32-94ba-ab4a5c39cd48 req-dc5133f1-d4bb-4d09-835c-f462693059a5 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511391 Jul 19 17:42:05.691338 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6a99e-b6a0-44f0-a146-af3f8ec6d39d req-221e2a3b-c613-4678-8ac5-f3f4c1677d9e tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:05.692949 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-03a6a99e-b6a0-44f0-a146-af3f8ec6d39d req-221e2a3b-c613-4678-8ac5-f3f4c1677d9e tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 945 time: 0.0810578 Jul 19 17:42:05.751166 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-03a6a99e-b6a0-44f0-a146-af3f8ec6d39d req-15aa6670-80c6-4dac-b72f-f9093eed8339 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521431 Jul 19 17:42:05.883027 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d9d08-3d04-47ec-a7dd-1a6d9b3cb89c req-a99b13d4-1d60-479e-915a-5d39d8788e1b tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:05.890735 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-973d9d08-3d04-47ec-a7dd-1a6d9b3cb89c req-a99b13d4-1d60-479e-915a-5d39d8788e1b tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0773206 Jul 19 17:42:05.929396 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-973d9d08-3d04-47ec-a7dd-1a6d9b3cb89c req-072c38ea-1d4b-4ba2-8e57-f9b763d73395 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375104 Jul 19 17:42:06.087453 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc397a-6618-48df-8f5f-2e1357158e04 req-50df8e0b-7367-4982-a541-21dfc823776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:06.089333 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-e0cc397a-6618-48df-8f5f-2e1357158e04 req-50df8e0b-7367-4982-a541-21dfc823776d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db9bcbdd085e472caf212d1387d82a77&device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 1099 time: 0.0666230 Jul 19 17:42:06.244586 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc397a-6618-48df-8f5f-2e1357158e04 req-8d16c186-cf61-4141-93a6-cd753aece910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:06.246226 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-e0cc397a-6618-48df-8f5f-2e1357158e04 req-8d16c186-cf61-4141-93a6-cd753aece910 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a HTTP/1.1" status: 200 len: 911 time: 0.1437538 Jul 19 17:42:06.319360 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8066b7f-7de7-44ea-8251-df076ae0a68e req-64ec6f68-0f87-4911-81ca-ec7e1e100625 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:06.320872 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f8066b7f-7de7-44ea-8251-df076ae0a68e req-64ec6f68-0f87-4911-81ca-ec7e1e100625 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 946 time: 0.1100087 Jul 19 17:42:06.333674 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa3796-70e1-46c4-9be7-36ceecd1670b req-cefb7a01-41eb-4a5b-afc6-6fd58ad527c6 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:06.335222 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-71aa3796-70e1-46c4-9be7-36ceecd1670b req-cefb7a01-41eb-4a5b-afc6-6fd58ad527c6 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1622806 Jul 19 17:42:06.362153 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-e0cc397a-6618-48df-8f5f-2e1357158e04 req-494388e5-cb61-4809-af04-4f6e5fe3948b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e914471-9e6e-428f-baa3-d1e8c31c014b HTTP/1.1" status: 200 len: 1001 time: 0.1015644 Jul 19 17:42:06.415975 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f8066b7f-7de7-44ea-8251-df076ae0a68e req-6574734e-d7da-4c06-b60e-d7df8c03623b tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710289 Jul 19 17:42:06.421559 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-71aa3796-70e1-46c4-9be7-36ceecd1670b req-3fd5180d-5853-43e2-a999-22f03e2b1388 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794475 Jul 19 17:42:06.423271 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc397a-6618-48df-8f5f-2e1357158e04 req-729d9dcd-2743-4612-a860-fb23a090aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:06.424922 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-e0cc397a-6618-48df-8f5f-2e1357158e04 req-729d9dcd-2743-4612-a860-fb23a090aa1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=835b74c3-3174-4e3c-a77e-d02ca1e76c12 HTTP/1.1" status: 200 len: 849 time: 0.0555189 Jul 19 17:42:06.514478 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc397a-6618-48df-8f5f-2e1357158e04 req-c548ad0c-0a9c-4cf6-a1be-63671eab3a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:06.516487 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-e0cc397a-6618-48df-8f5f-2e1357158e04 req-c548ad0c-0a9c-4cf6-a1be-63671eab3a91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709751 Jul 19 17:42:06.539480 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 47693907-59dc-4662-ad5b-dd3984395f6c up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:42:06.616294 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port 47693907-59dc-4662-ad5b-dd3984395f6c completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:42:06.621797 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port 47693907-59dc-4662-ad5b-dd3984395f6c triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:42:06.622485 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:06.668963 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-e0cc397a-6618-48df-8f5f-2e1357158e04 req-ff53446a-2025-48d2-b8ed-b5bd2555dd9b service neutron] 10.222.0.49 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366925 Jul 19 17:42:06.773623 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ad3a8-7260-41a6-b310-3965ad002b88 req-d1527272-0567-41b3-8fe7-5d28550fd13a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:06.777424 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:06.780956 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-542ad3a8-7260-41a6-b310-3965ad002b88 req-d1527272-0567-41b3-8fe7-5d28550fd13a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.1529908 Jul 19 17:42:06.804771 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20190f6-c32c-4116-a12c-310ec345b92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47693907-59dc-4662-ad5b-dd3984395f6c'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:42:06.807774 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71757b6-d98f-46b1-952e-772526223ef3" -d '{"events": [{"server_uuid": "d20190f6-c32c-4116-a12c-310ec345b92c", "name": "network-vif-plugged", "status": "completed", "tag": "47693907-59dc-4662-ad5b-dd3984395f6c"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:42:06.825570 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 47693907-59dc-4662-ad5b-dd3984395f6c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=47693907-59dc-4662-ad5b-dd3984395f6c,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:06.834273 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:06.863538 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-542ad3a8-7260-41a6-b310-3965ad002b88 req-16bfd642-df71-4b4f-b32e-6c0c3782c2d5 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818272 Jul 19 17:42:06.870644 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-e0cc397a-6618-48df-8f5f-2e1357158e04 req-2fee8eea-1ba7-45a9-b272-2bbf8714ceee service neutron] 10.222.0.49 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868284 Jul 19 17:42:06.892824 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34859169-ea45-454d-bacc-b054621eab8c req-2fdcc0d7-4db9-4c6f-b17a-fcb1c63f2897 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:06.900630 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-34859169-ea45-454d-bacc-b054621eab8c req-2fdcc0d7-4db9-4c6f-b17a-fcb1c63f2897 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 944 time: 0.1724970 Jul 19 17:42:06.931456 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=47693907-59dc-4662-ad5b-dd3984395f6c,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:06.970592 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-34859169-ea45-454d-bacc-b054621eab8c req-3a9077e2-02d9-4dfd-a8f3-4faaf7f0d3f8 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691035 Jul 19 17:42:07.028063 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab5b0f0-62c2-49e8-b351-50490aa20ae9 x-openstack-request-id: req-0ab5b0f0-62c2-49e8-b351-50490aa20ae9 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:42:07.028370 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20190f6-c32c-4116-a12c-310ec345b92c", "name": "network-vif-plugged", "status": "completed", "tag": "47693907-59dc-4662-ad5b-dd3984395f6c", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:42:07.028593 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ab5b0f0-62c2-49e8-b351-50490aa20ae9 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:42:07.028979 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20190f6-c32c-4116-a12c-310ec345b92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47693907-59dc-4662-ad5b-dd3984395f6c', 'code': 200} Jul 19 17:42:07.056922 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77294173-f8af-4bbd-acd3-b2b66ac15b2b req-2ddb29b9-0e50-43cd-b2e0-f2224e68a270 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:07.056922 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-77294173-f8af-4bbd-acd3-b2b66ac15b2b req-2ddb29b9-0e50-43cd-b2e0-f2224e68a270 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 945 time: 0.0944939 Jul 19 17:42:07.141016 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-77294173-f8af-4bbd-acd3-b2b66ac15b2b req-5d4296a0-b980-4d46-8fba-70371cb3a27d tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787919 Jul 19 17:42:07.180954 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bba9ef-4563-411b-ba68-c0648ef6e827 req-82db4b30-5347-442a-b604-d3d64ab19031 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:07.183139 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d1bba9ef-4563-411b-ba68-c0648ef6e827 req-82db4b30-5347-442a-b604-d3d64ab19031 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0943055 Jul 19 17:42:07.222487 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d1bba9ef-4563-411b-ba68-c0648ef6e827 req-4f2466a5-733d-4f49-ba62-690b84b8ec1f tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343003 Jul 19 17:42:07.587639 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c69318-84c8-4e9b-8d0c-0262147e7b53 req-71e67231-eff6-4db5-b611-0a3f669d7b35 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:07.589255 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-00c69318-84c8-4e9b-8d0c-0262147e7b53 req-71e67231-eff6-4db5-b611-0a3f669d7b35 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 946 time: 0.1088448 Jul 19 17:42:07.620122 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd60454-7726-4e56-a445-bf76f84c2ff5 req-3d964144-d716-4dae-a344-a357a9ea4e9f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:07.621585 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4cd60454-7726-4e56-a445-bf76f84c2ff5 req-3d964144-d716-4dae-a344-a357a9ea4e9f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1075635 Jul 19 17:42:07.656661 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-00c69318-84c8-4e9b-8d0c-0262147e7b53 req-60626c8b-6202-4a91-89b0-45449fd438a4 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609705 Jul 19 17:42:07.703984 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4cd60454-7726-4e56-a445-bf76f84c2ff5 req-4acbdca8-df32-4d8d-9343-1926adf139fa tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697749 Jul 19 17:42:07.875577 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a258b8a-29b9-4150-bddb-60803631014b req-e56d97b5-d704-4b60-b1a8-c8f419db5c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:07.877711 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0a258b8a-29b9-4150-bddb-60803631014b req-e56d97b5-d704-4b60-b1a8-c8f419db5c0d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 1098 time: 0.0623753 Jul 19 17:42:07.926495 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0a258b8a-29b9-4150-bddb-60803631014b req-d3b48321-4c67-4551-ba77-b559a914ae6c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319440 Jul 19 17:42:08.041144 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ee58c-e2d9-4c69-bdb8-b7a8f99d6060 req-a1a53356-30e9-40a7-9cee-94f5766623eb tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:08.042781 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ba3ee58c-e2d9-4c69-bdb8-b7a8f99d6060 req-a1a53356-30e9-40a7-9cee-94f5766623eb tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0782311 Jul 19 17:42:08.134991 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ba3ee58c-e2d9-4c69-bdb8-b7a8f99d6060 req-c26c272c-7456-4760-8b28-3c7e6cbed67b tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839810 Jul 19 17:42:08.155792 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6f803-aa5e-4f51-bbbf-626478ff4379 req-b8985243-43c4-45e8-9b8e-0225cfbe9b55 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:08.159315 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c1f6f803-aa5e-4f51-bbbf-626478ff4379 req-b8985243-43c4-45e8-9b8e-0225cfbe9b55 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 945 time: 0.1094694 Jul 19 17:42:08.214353 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c1f6f803-aa5e-4f51-bbbf-626478ff4379 req-2a7475ee-487f-4a24-9cf8-aa494616a8d9 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546763 Jul 19 17:42:08.305635 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74bba7-8a5f-439a-b23d-c91f164b7049 req-a1da1c70-160d-4f0b-8474-7b6081802e2e tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:08.308494 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ab74bba7-8a5f-439a-b23d-c91f164b7049 req-a1da1c70-160d-4f0b-8474-7b6081802e2e tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 945 time: 0.0790563 Jul 19 17:42:08.347868 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ab74bba7-8a5f-439a-b23d-c91f164b7049 req-799aba36-81f0-41aa-b57e-90a814622699 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331006 Jul 19 17:42:08.419978 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649545fb-9623-4485-a2cc-9bb7156d01f4 req-5c25042d-00a9-42e0-87c5-5df0fad7349b tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:08.421579 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-649545fb-9623-4485-a2cc-9bb7156d01f4 req-5c25042d-00a9-42e0-87c5-5df0fad7349b tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0680077 Jul 19 17:42:08.472535 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-649545fb-9623-4485-a2cc-9bb7156d01f4 req-0297a152-290d-48fd-831f-d05eb0be5dd0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437829 Jul 19 17:42:08.860621 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213597d-9b02-486e-9393-ef2a9dc14976 req-4925a4e1-2ad7-48ed-8869-016240a6216f tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:08.868182 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e213597d-9b02-486e-9393-ef2a9dc14976 req-4925a4e1-2ad7-48ed-8869-016240a6216f tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 946 time: 0.1200821 Jul 19 17:42:08.908247 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ee616-7318-4cbe-8222-7ad73da6db66 req-3d01bc6b-61ed-491f-bfb2-fa2c1f9bd203 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:08.910408 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bd4ee616-7318-4cbe-8222-7ad73da6db66 req-3d01bc6b-61ed-491f-bfb2-fa2c1f9bd203 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1291285 Jul 19 17:42:08.932048 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e213597d-9b02-486e-9393-ef2a9dc14976 req-eb2bd8e1-7b78-467b-8b5c-826ea9b16482 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615320 Jul 19 17:42:09.015965 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bd4ee616-7318-4cbe-8222-7ad73da6db66 req-6f160e14-b7e1-4da6-9b9f-5f5b069f7297 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745883 Jul 19 17:42:09.342584 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df781f0f-99db-4f03-8b2a-c352fe3d7543 req-a36a2c2f-7aac-42f7-832a-b6d8e9373f06 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:09.350534 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-df781f0f-99db-4f03-8b2a-c352fe3d7543 req-a36a2c2f-7aac-42f7-832a-b6d8e9373f06 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.1437087 Jul 19 17:42:09.410792 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-df781f0f-99db-4f03-8b2a-c352fe3d7543 req-21d124b1-1039-410e-a49d-2f80702807d3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510488 Jul 19 17:42:09.423666 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04180317-59b6-439f-bcc9-bf187bd4d57d req-1865f973-2e3a-44b6-889d-37021fe93506 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:09.430558 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-04180317-59b6-439f-bcc9-bf187bd4d57d req-1865f973-2e3a-44b6-889d-37021fe93506 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 945 time: 0.1293004 Jul 19 17:42:09.478550 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-04180317-59b6-439f-bcc9-bf187bd4d57d req-ab7f8fe9-4272-4cc0-9415-b84376f6c165 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458050 Jul 19 17:42:09.599990 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de732c2a-d237-4f04-a167-d5f40e9caa37 req-6ccf7cc2-5c83-426d-8d73-2a6118007b62 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:09.601625 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-de732c2a-d237-4f04-a167-d5f40e9caa37 req-6ccf7cc2-5c83-426d-8d73-2a6118007b62 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 945 time: 0.1096938 Jul 19 17:42:09.645114 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509a384-2f41-4dbd-a462-2f9d7c31bfd0 req-183be5b5-ad7a-46e7-9756-67b59343aecf tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:09.646739 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c509a384-2f41-4dbd-a462-2f9d7c31bfd0 req-183be5b5-ad7a-46e7-9756-67b59343aecf tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1023846 Jul 19 17:42:09.666771 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-de732c2a-d237-4f04-a167-d5f40e9caa37 req-30b2c249-22c6-4a6c-ad23-82462a898627 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577312 Jul 19 17:42:09.700448 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c509a384-2f41-4dbd-a462-2f9d7c31bfd0 req-a0ca9b74-7221-4700-98e8-8a8bcc969341 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454724 Jul 19 17:42:10.171322 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b6109-54c9-4308-8708-e59ce7433220 req-72591a26-d8b5-4f19-b15b-61154c142675 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:10.180050 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7e7b6109-54c9-4308-8708-e59ce7433220 req-72591a26-d8b5-4f19-b15b-61154c142675 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0777683 Jul 19 17:42:10.233535 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7e7b6109-54c9-4308-8708-e59ce7433220 req-a889fdfc-b40d-46e7-b430-bebf4a337990 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502143 Jul 19 17:42:10.401085 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfbf71-d645-41af-97aa-943f4eec4a57 req-064c372c-f7e3-4721-9296-c14bd1404525 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:10.402667 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-54bfbf71-d645-41af-97aa-943f4eec4a57 req-064c372c-f7e3-4721-9296-c14bd1404525 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 946 time: 0.0715051 Jul 19 17:42:10.443776 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-54bfbf71-d645-41af-97aa-943f4eec4a57 req-1a686a98-4cfb-4bbe-8064-17fe10053dc9 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349276 Jul 19 17:42:10.590637 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb48b1b-9a00-4f63-84c8-010a7984f70a req-5c7dea6f-9c5c-4219-92da-da87b360be4b tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:10.592451 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8bb48b1b-9a00-4f63-84c8-010a7984f70a req-5c7dea6f-9c5c-4219-92da-da87b360be4b tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0962448 Jul 19 17:42:10.642313 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64730e5-16d8-4062-83cb-80aa59eb7328 req-5be8e199-53ca-4dcd-b6af-bdf1ae858ec1 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:10.643778 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d64730e5-16d8-4062-83cb-80aa59eb7328 req-5be8e199-53ca-4dcd-b6af-bdf1ae858ec1 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 945 time: 0.0968087 Jul 19 17:42:10.672071 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8bb48b1b-9a00-4f63-84c8-010a7984f70a req-66dc4f7c-cdab-4df0-b78e-9c3c583482a2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652719 Jul 19 17:42:10.690556 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d64730e5-16d8-4062-83cb-80aa59eb7328 req-fc9553cb-83a7-4e85-9033-c5ce13c99810 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411878 Jul 19 17:42:11.152194 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad6266-ea44-4ba1-b55b-d21480120d51 req-8616cf2e-5f7f-4089-b987-723b689dad21 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:11.159556 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-48ad6266-ea44-4ba1-b55b-d21480120d51 req-8616cf2e-5f7f-4089-b987-723b689dad21 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 945 time: 0.3970926 Jul 19 17:42:11.195477 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90195cfe-1f29-4612-adf4-c2698a0ade3a req-7e8ef0b8-5e4f-4409-b9ee-6f47fc9ab5f6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:11.196950 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-90195cfe-1f29-4612-adf4-c2698a0ade3a req-7e8ef0b8-5e4f-4409-b9ee-6f47fc9ab5f6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1658990 Jul 19 17:42:11.230119 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-48ad6266-ea44-4ba1-b55b-d21480120d51 req-74368e44-664d-4676-9bc8-63e79a54ce20 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695002 Jul 19 17:42:11.253779 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-90195cfe-1f29-4612-adf4-c2698a0ade3a req-08f4c738-c338-49c3-aed5-2562e4d03c8c tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511596 Jul 19 17:42:11.384981 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebc840-fc1f-495b-bdbc-a3e138662ab1 req-150b8850-3f74-4332-8f0a-82e5363b2af7 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:11.390690 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2eebc840-fc1f-495b-bdbc-a3e138662ab1 req-150b8850-3f74-4332-8f0a-82e5363b2af7 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0842571 Jul 19 17:42:11.431455 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2eebc840-fc1f-495b-bdbc-a3e138662ab1 req-2f89b005-ca2d-4db7-8cf1-7af6b96ddd8a tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390325 Jul 19 17:42:11.579985 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bc577-fde0-4438-b573-f2e509c61adc req-44dacc28-4de0-4bec-9e98-416cd16fc8ee tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:11.581477 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6c9bc577-fde0-4438-b573-f2e509c61adc req-44dacc28-4de0-4bec-9e98-416cd16fc8ee tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 946 time: 0.0655591 Jul 19 17:42:11.634223 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6c9bc577-fde0-4438-b573-f2e509c61adc req-3540f024-3b8c-4b34-9895-2a04fb3904b3 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404999 Jul 19 17:42:11.883345 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae6db7-6a28-477e-af17-5a733f37ee9f req-8b7ec2f7-94de-4d5a-afbb-98d2b09a8fe0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:11.884810 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-28ae6db7-6a28-477e-af17-5a733f37ee9f req-8b7ec2f7-94de-4d5a-afbb-98d2b09a8fe0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 945 time: 0.1071508 Jul 19 17:42:11.891987 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd3248-b3b1-40eb-972a-db85debf4a6e req-7fc67cf3-ec6c-4998-b896-ff0e1e1b015b tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:11.893282 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2dbd3248-b3b1-40eb-972a-db85debf4a6e req-7fc67cf3-ec6c-4998-b896-ff0e1e1b015b tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.1256635 Jul 19 17:42:11.949266 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-28ae6db7-6a28-477e-af17-5a733f37ee9f req-e819fd16-bba7-42f3-a9ab-883913be0c66 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550284 Jul 19 17:42:11.954145 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2dbd3248-b3b1-40eb-972a-db85debf4a6e req-428f249c-2ba1-4808-abf9-5211ee6f4493 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530791 Jul 19 17:42:12.392021 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714c105-5979-47be-a419-9cf92a524b58 req-756187e3-c42d-4f73-9c09-205555ad06c1 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:12.393478 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d714c105-5979-47be-a419-9cf92a524b58 req-756187e3-c42d-4f73-9c09-205555ad06c1 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 945 time: 0.1003652 Jul 19 17:42:12.429909 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f757a-796d-48f7-b62d-ea209defc276 req-b69460ae-9ddc-4776-b2b2-142cd167b630 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:12.431275 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6f5f757a-796d-48f7-b62d-ea209defc276 req-b69460ae-9ddc-4776-b2b2-142cd167b630 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1049371 Jul 19 17:42:12.451360 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d714c105-5979-47be-a419-9cf92a524b58 req-fedfc67d-7572-4239-a15b-c8ca6d3444f4 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519300 Jul 19 17:42:12.480981 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6f5f757a-796d-48f7-b62d-ea209defc276 req-15140bbb-7d44-4227-86d1-2b3f00acf6a5 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430255 Jul 19 17:42:12.563241 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ed1f5-4f33-46d8-b4a4-e510225d251d req-8a58d615-da05-4fc7-a03f-4154f7271336 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:12.564669 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7e3ed1f5-4f33-46d8-b4a4-e510225d251d req-8a58d615-da05-4fc7-a03f-4154f7271336 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0607431 Jul 19 17:42:12.600589 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7e3ed1f5-4f33-46d8-b4a4-e510225d251d req-b70ab020-2197-48f9-a11c-5dd5e337dd80 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298126 Jul 19 17:42:12.753296 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4235b-6551-4b3d-af01-2d53ffc39868 req-2d42afb1-9132-46cf-b302-521a9d19815c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:12.754675 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a6d4235b-6551-4b3d-af01-2d53ffc39868 req-2d42afb1-9132-46cf-b302-521a9d19815c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 946 time: 0.0645862 Jul 19 17:42:12.790322 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a6d4235b-6551-4b3d-af01-2d53ffc39868 req-d0385f30-f495-42e2-b060-ac1cb6a9c7c4 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302515 Jul 19 17:42:13.118111 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f4c02-4b22-49e8-aaad-b61afd4bd81d req-722eda4f-9a5d-4d1f-b863-019cd44363d5 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:13.119557 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5a6f4c02-4b22-49e8-aaad-b61afd4bd81d req-722eda4f-9a5d-4d1f-b863-019cd44363d5 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 945 time: 0.1029568 Jul 19 17:42:13.130924 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eec778-bee7-4815-a2fa-b92227bc5332 req-6a402666-da1a-447e-bbf9-8340c9e3f728 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:13.132262 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-97eec778-bee7-4815-a2fa-b92227bc5332 req-6a402666-da1a-447e-bbf9-8340c9e3f728 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0879939 Jul 19 17:42:13.183367 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5a6f4c02-4b22-49e8-aaad-b61afd4bd81d req-37d7511b-f459-4860-bf95-2677d905c18e tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502036 Jul 19 17:42:13.190118 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-97eec778-bee7-4815-a2fa-b92227bc5332 req-1dc865f3-dc68-41ec-91f9-afcc9168f811 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503857 Jul 19 17:42:13.576290 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9b81-0fd8-437e-a128-448811ebbd19 req-0e6c7501-5b83-4635-b5dd-91cf384cf7d0 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:13.577737 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f38f9b81-0fd8-437e-a128-448811ebbd19 req-0e6c7501-5b83-4635-b5dd-91cf384cf7d0 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 945 time: 0.0612609 Jul 19 17:42:13.614959 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f38f9b81-0fd8-437e-a128-448811ebbd19 req-afe902dc-28a8-4d16-9e4a-57ac3a46c97c tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318453 Jul 19 17:42:13.730552 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86c509-0b7b-40a5-b994-50d1a76762cc req-66c67fb7-0053-44e9-b668-f23391439f39 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:13.731934 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ba86c509-0b7b-40a5-b994-50d1a76762cc req-66c67fb7-0053-44e9-b668-f23391439f39 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0666494 Jul 19 17:42:13.770280 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ba86c509-0b7b-40a5-b994-50d1a76762cc req-fd49c0ec-be69-4d90-9ef7-884fdfe81730 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323269 Jul 19 17:42:13.920599 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6d515-b336-4dc2-9d72-33d77b6fa9c4 req-a61f29bf-ddc4-4273-9bf2-b459d033a1ea tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:13.922015 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c6e6d515-b336-4dc2-9d72-33d77b6fa9c4 req-a61f29bf-ddc4-4273-9bf2-b459d033a1ea tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 946 time: 0.0667791 Jul 19 17:42:13.963198 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c6e6d515-b336-4dc2-9d72-33d77b6fa9c4 req-670ce622-350a-4e4a-a171-4e0b932ccb36 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346675 Jul 19 17:42:14.348040 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa4bc6-aa01-4e27-ba7c-6b0bc2d94645 req-938318e1-da00-425a-8bf4-7186803be17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:14.350102 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-04aa4bc6-aa01-4e27-ba7c-6b0bc2d94645 req-938318e1-da00-425a-8bf4-7186803be17b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0634ad0c797e471297f37a2b2b27b253&device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 1098 time: 0.0561662 Jul 19 17:42:14.353061 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa224a-557f-4372-9033-94077e1e1cbf req-b78c48dd-f4f8-46c9-8fd4-a418e0e4618b tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:14.354565 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0daa224a-557f-4372-9033-94077e1e1cbf req-b78c48dd-f4f8-46c9-8fd4-a418e0e4618b tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 945 time: 0.1068337 Jul 19 17:42:14.376996 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a709b76-e426-4abb-88db-c94d731e2a55 req-76e7eed7-5cbf-477a-ae37-74ef1bf062e3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:14.378482 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7a709b76-e426-4abb-88db-c94d731e2a55 req-76e7eed7-5cbf-477a-ae37-74ef1bf062e3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.1195552 Jul 19 17:42:14.424705 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0daa224a-557f-4372-9033-94077e1e1cbf req-4c9bbefa-ae71-495e-a6c4-e9583b002e7e tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637240 Jul 19 17:42:14.432373 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7a709b76-e426-4abb-88db-c94d731e2a55 req-763b28d9-baa6-4adf-ab93-3dc8d5d540d5 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477126 Jul 19 17:42:14.449791 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa4bc6-aa01-4e27-ba7c-6b0bc2d94645 req-0dbc253a-112a-4c9a-b6f3-207adfedbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:14.451334 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-04aa4bc6-aa01-4e27-ba7c-6b0bc2d94645 req-0dbc253a-112a-4c9a-b6f3-207adfedbca0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9412ab90-14bd-4fb2-8549-8b0724c797fa HTTP/1.1" status: 200 len: 918 time: 0.0890512 Jul 19 17:42:14.517991 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-04aa4bc6-aa01-4e27-ba7c-6b0bc2d94645 req-e51dafd4-df4a-477e-b001-3ca647bd9652 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c90129eb-975a-429a-918c-b4c7bc8ba825 HTTP/1.1" status: 200 len: 1000 time: 0.0569777 Jul 19 17:42:14.572812 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa4bc6-aa01-4e27-ba7c-6b0bc2d94645 req-d980a6c7-5a42-46dc-b026-931d30dab03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:14.574209 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-04aa4bc6-aa01-4e27-ba7c-6b0bc2d94645 req-d980a6c7-5a42-46dc-b026-931d30dab03f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=016908ef-9e1e-4636-acd6-cc64d9df8a14 HTTP/1.1" status: 200 len: 856 time: 0.0418181 Jul 19 17:42:14.639295 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa4bc6-aa01-4e27-ba7c-6b0bc2d94645 req-c7d15232-e564-4653-8416-ddbe05bca639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:14.640744 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-04aa4bc6-aa01-4e27-ba7c-6b0bc2d94645 req-c7d15232-e564-4653-8416-ddbe05bca639 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9412ab90-14bd-4fb2-8549-8b0724c797fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529680 Jul 19 17:42:14.732191 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-04aa4bc6-aa01-4e27-ba7c-6b0bc2d94645 req-fb0ecf3d-7d3f-4b50-9b69-e28512a6ae3f service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811398 Jul 19 17:42:14.741387 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaba10-add4-412f-ad0a-25af5f9e9231 req-ef8bcc18-f7b1-4a23-988b-70398f6da041 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:14.742880 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dedaba10-add4-412f-ad0a-25af5f9e9231 req-ef8bcc18-f7b1-4a23-988b-70398f6da041 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 945 time: 0.0626137 Jul 19 17:42:14.780528 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dedaba10-add4-412f-ad0a-25af5f9e9231 req-db9b17f9-3207-4d93-b2d0-77a1341c0040 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320470 Jul 19 17:42:14.828852 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-04aa4bc6-aa01-4e27-ba7c-6b0bc2d94645 req-1135fae3-8e1f-4299-ba58-dc8bd3772784 service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846882 Jul 19 17:42:14.898558 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6225d71-9d98-4fa9-ae4d-580470616d0b req-eedd7265-73b4-4b1b-ab8a-cb94002d8fcb tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:14.900035 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6225d71-9d98-4fa9-ae4d-580470616d0b req-eedd7265-73b4-4b1b-ab8a-cb94002d8fcb tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0637937 Jul 19 17:42:14.936581 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f6225d71-9d98-4fa9-ae4d-580470616d0b req-282bbf43-e97c-4c17-be0b-29a17f479632 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310678 Jul 19 17:42:15.092899 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52605eb0-2cee-45b0-a50a-064ef679c6a8 req-0eeb3a14-e885-4f81-86cd-5c87f1fa11b6 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:15.094287 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-52605eb0-2cee-45b0-a50a-064ef679c6a8 req-0eeb3a14-e885-4f81-86cd-5c87f1fa11b6 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 946 time: 0.0656943 Jul 19 17:42:15.131669 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-52605eb0-2cee-45b0-a50a-064ef679c6a8 req-32f4bb1d-b76e-440c-872e-28607bc4ab5d tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319610 Jul 19 17:42:15.595823 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f87ce-58be-4ad2-850f-4e9bf3079d64 req-43008819-f3b0-49f0-a4a2-3f8fe626b784 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:15.597198 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8c4f87ce-58be-4ad2-850f-4e9bf3079d64 req-43008819-f3b0-49f0-a4a2-3f8fe626b784 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 945 time: 0.1076403 Jul 19 17:42:15.605127 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c241f-80a5-4d87-adea-195b61d3d56f req-8378f782-e37b-4a0c-9d2c-cd5b5de8a971 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:15.606494 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b38c241f-80a5-4d87-adea-195b61d3d56f req-8378f782-e37b-4a0c-9d2c-cd5b5de8a971 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.0888267 Jul 19 17:42:15.659931 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8c4f87ce-58be-4ad2-850f-4e9bf3079d64 req-7e19e708-cee7-4f6f-8cf8-8f733bcd65a2 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525281 Jul 19 17:42:15.665138 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b38c241f-80a5-4d87-adea-195b61d3d56f req-33d2282a-d9ab-431d-8a86-f1153c64e20e tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521021 Jul 19 17:42:15.787067 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49aa7c-8951-454f-8074-471b2d2f287d req-279859f5-efe0-416a-bafc-a98fd73764c4 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:15.788497 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fe49aa7c-8951-454f-8074-471b2d2f287d req-279859f5-efe0-416a-bafc-a98fd73764c4 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.49 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 945 time: 0.0659146 Jul 19 17:42:15.906205 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d925ab-6bef-411a-9591-7e1c8fbced4b req-46944641-b092-4fa4-b835-a262cda7dd09 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:15.906784 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-fe49aa7c-8951-454f-8074-471b2d2f287d req-7ec5e1f0-36a5-4678-9d8c-4fa7e6312d8f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Deleting port c89f2b60-7fb0-492a-9b88-8ce1eae51e9b {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:42:15.906920 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-fe49aa7c-8951-454f-8074-471b2d2f287d req-7ec5e1f0-36a5-4678-9d8c-4fa7e6312d8f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:15.907698 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b9d925ab-6bef-411a-9591-7e1c8fbced4b req-46944641-b092-4fa4-b835-a262cda7dd09 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 945 time: 0.0616665 Jul 19 17:42:15.944977 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b9d925ab-6bef-411a-9591-7e1c8fbced4b req-b4ae612e-c40d-4ca2-b250-7c1bc1414e56 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311618 Jul 19 17:42:15.993780 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-fe49aa7c-8951-454f-8074-471b2d2f287d req-7ec5e1f0-36a5-4678-9d8c-4fa7e6312d8f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] For port c89f2b60-7fb0-492a-9b88-8ce1eae51e9b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c89f2b60-7fb0-492a-9b88-8ce1eae51e9b,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:15.994179 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-fe49aa7c-8951-454f-8074-471b2d2f287d req-7ec5e1f0-36a5-4678-9d8c-4fa7e6312d8f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:16.006489 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-fe49aa7c-8951-454f-8074-471b2d2f287d req-7ec5e1f0-36a5-4678-9d8c-4fa7e6312d8f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Calling delete_port for c89f2b60-7fb0-492a-9b88-8ce1eae51e9b owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:42:16.067370 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c06ea-7398-467e-a527-a550eaaf7a5b req-c574fab3-b406-4f4f-9280-9b39734e472e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:16.069152 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8c1c06ea-7398-467e-a527-a550eaaf7a5b req-c574fab3-b406-4f4f-9280-9b39734e472e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0668168 Jul 19 17:42:16.105851 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8c1c06ea-7398-467e-a527-a550eaaf7a5b req-58e7a056-9834-4a60-8868-0033d6e76e91 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310133 Jul 19 17:42:16.134325 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-fe49aa7c-8951-454f-8074-471b2d2f287d req-7ec5e1f0-36a5-4678-9d8c-4fa7e6312d8f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:16.160416 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5e1f0-36a5-4678-9d8c-4fa7e6312d8f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Pushing event deleted for resources: {'Port': ['ID=c89f2b60-7fb0-492a-9b88-8ce1eae51e9b,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:16.222147 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b', '6416955a-6e87-4401-b7fd-9ac974ef5912', 'ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b', 'c89f2b60-7fb0-492a-9b88-8ce1eae51e9b'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:42:16.233751 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe49aa7c-8951-454f-8074-471b2d2f287d req-7ec5e1f0-36a5-4678-9d8c-4fa7e6312d8f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] No DVR routers for this DVR port c89f2b60-7fb0-492a-9b88-8ce1eae51e9b on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:42:16.237082 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-fe49aa7c-8951-454f-8074-471b2d2f287d req-7ec5e1f0-36a5-4678-9d8c-4fa7e6312d8f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:16.239193 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fe49aa7c-8951-454f-8074-471b2d2f287d req-7ec5e1f0-36a5-4678-9d8c-4fa7e6312d8f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.49 "DELETE /v2.0/ports/c89f2b60-7fb0-492a-9b88-8ce1eae51e9b HTTP/1.1" status: 204 len: 173 time: 0.4339061 Jul 19 17:42:16.240116 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ec63b0-6c3d-460b-b85d-e186d31ffb26', 'name': 'network-vif-deleted', 'tag': 'c89f2b60-7fb0-492a-9b88-8ce1eae51e9b'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:42:16.242500 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873714e5-2060-4abd-afe1-c7ab333a3ff4" -d '{"events": [{"server_uuid": "03ec63b0-6c3d-460b-b85d-e186d31ffb26", "name": "network-vif-deleted", "tag": "c89f2b60-7fb0-492a-9b88-8ce1eae51e9b"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:42:16.262803 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bb6ac-5c6f-4ff0-8969-6b1793c5cd42 req-d015cb9d-1680-42fd-9cda-7220e5cea4eb tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:16.264670 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8a8bb6ac-5c6f-4ff0-8969-6b1793c5cd42 req-d015cb9d-1680-42fd-9cda-7220e5cea4eb tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 946 time: 0.0651529 Jul 19 17:42:16.302383 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53ef4f4-47f4-4291-bc88-b8290ac360f7 x-openstack-request-id: req-b53ef4f4-47f4-4291-bc88-b8290ac360f7 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:42:16.302661 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ec63b0-6c3d-460b-b85d-e186d31ffb26", "name": "network-vif-deleted", "tag": "c89f2b60-7fb0-492a-9b88-8ce1eae51e9b", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:42:16.302914 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b53ef4f4-47f4-4291-bc88-b8290ac360f7 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:42:16.303312 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ec63b0-6c3d-460b-b85d-e186d31ffb26', 'name': 'network-vif-deleted', 'tag': 'c89f2b60-7fb0-492a-9b88-8ce1eae51e9b', 'status': 'completed', 'code': 200} Jul 19 17:42:16.309899 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8a8bb6ac-5c6f-4ff0-8969-6b1793c5cd42 req-15df6c52-506c-4a6c-a294-06ae9fd3658c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390675 Jul 19 17:42:16.702001 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device c90129eb-975a-429a-918c-b4c7bc8ba825 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:42:16.796747 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:16.799529 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeb3fa-2d91-4391-8a71-d292a7382e7f req-f196099b-b010-4c2f-8f6e-49fd5ca421fc tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:16.801203 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d1aeb3fa-2d91-4391-8a71-d292a7382e7f req-f196099b-b010-4c2f-8f6e-49fd5ca421fc tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 945 time: 0.0727127 Jul 19 17:42:16.822053 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c90129eb-975a-429a-918c-b4c7bc8ba825'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:42:16.824417 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6853d84c-6605-48f8-bccc-14b049827906" -d '{"events": [{"server_uuid": "6bbdf2e0-665d-4dc5-9840-996c60cd168a", "name": "network-vif-unplugged", "status": "completed", "tag": "c90129eb-975a-429a-918c-b4c7bc8ba825"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:42:16.838209 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port c90129eb-975a-429a-918c-b4c7bc8ba825, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c90129eb-975a-429a-918c-b4c7bc8ba825,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:16.842482 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:16.878322 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d1aeb3fa-2d91-4391-8a71-d292a7382e7f req-53dbbfea-3952-4296-b359-2d89f75803ca tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703266 Jul 19 17:42:16.889060 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=c90129eb-975a-429a-918c-b4c7bc8ba825,revision_number=8']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:16.912416 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44131c-d849-4899-baa3-371f405d0a14 req-38065c59-43bc-48b8-8345-6e57918a8df4 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:16.913999 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dc44131c-d849-4899-baa3-371f405d0a14 req-38065c59-43bc-48b8-8345-6e57918a8df4 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 945 time: 0.1071916 Jul 19 17:42:16.926254 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Jul 2021 17:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb97bfd-4c5e-4bf7-b137-bb27abddddfc x-openstack-request-id: req-edb97bfd-4c5e-4bf7-b137-bb27abddddfc {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:42:16.926794 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbdf2e0-665d-4dc5-9840-996c60cd168a", "name": "network-vif-unplugged", "status": "completed", "tag": "c90129eb-975a-429a-918c-b4c7bc8ba825", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:42:16.927146 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-edb97bfd-4c5e-4bf7-b137-bb27abddddfc {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:42:16.927604 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c90129eb-975a-429a-918c-b4c7bc8ba825', 'code': 200} Jul 19 17:42:16.955241 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dc44131c-d849-4899-baa3-371f405d0a14 req-5e0eb58b-0bfa-46ec-b6a4-4f71dde9a885 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346794 Jul 19 17:42:17.043780 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bb01d-b6c7-48f1-8484-6cdc525e9d2e req-705502a4-b2ee-4482-8daf-1ccef1699ca0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:17.045194 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-371bb01d-b6c7-48f1-8484-6cdc525e9d2e req-705502a4-b2ee-4482-8daf-1ccef1699ca0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 945 time: 0.0758708 Jul 19 17:42:17.065414 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-83fee3b5-c094-45a8-a76a-cc382cdf951e req-ab72a44a-3597-4c6b-8ccd-2fc1ca4b2514 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=03ec63b0-6c3d-460b-b85d-e186d31ffb26 HTTP/1.1" status: 200 len: 210 time: 0.0382476 Jul 19 17:42:17.100377 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-371bb01d-b6c7-48f1-8484-6cdc525e9d2e req-42a85156-cc10-49d5-9f44-209fed00c4ee tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371227 Jul 19 17:42:17.122008 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 51276) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:42:17.245331 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d7da8-e623-43f5-bae1-1824f9f82b14 req-a04607cc-2b40-4e19-8e7d-04824f6a5e0a tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:17.246846 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-af1d7da8-e623-43f5-bae1-1824f9f82b14 req-a04607cc-2b40-4e19-8e7d-04824f6a5e0a tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0653229 Jul 19 17:42:17.328568 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-af1d7da8-e623-43f5-bae1-1824f9f82b14 req-493d594d-62e7-49e2-a8a7-b6a20a9549df tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734553 Jul 19 17:42:17.357465 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68823f21-eff7-4be4-9437-236b8ba0f769 tempest-TestVolumeBootPattern-1938557759 tempest-TestVolumeBootPattern-1938557759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:17.359018 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-68823f21-eff7-4be4-9437-236b8ba0f769 tempest-TestVolumeBootPattern-1938557759 tempest-TestVolumeBootPattern-1938557759-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 1093 time: 0.2360158 Jul 19 17:42:17.361913 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 51284) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:42:17.366518 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Request body: {'floatingip': {'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'port_id': '47693907-59dc-4662-ad5b-dd3984395f6c', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:42:17.416441 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for floatingip, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:17.470055 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb7d61-1978-4f77-a182-29719391c090 req-17578534-d81d-449c-87eb-7077c4f31d5f tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:17.471476 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-accb7d61-1978-4f77-a182-29719391c090 req-17578534-d81d-449c-87eb-7077c4f31d5f tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 946 time: 0.0958040 Jul 19 17:42:17.549445 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-accb7d61-1978-4f77-a182-29719391c090 req-b6e53cbf-a73c-4f02-b8bd-44b98f5758f2 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701034 Jul 19 17:42:17.564382 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:17.669473 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_common [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Allocated IP 172.27.2.17 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/2073ebc3-f29b-4c71-a16a-8edd3568f83c) {{(pid=99966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:42:17.746101 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239213b-3832-49e2-9e37-8644a05e48c9 req-920eef5a-7707-426e-a4e8-85a8ec92c664 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:17.747857 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a239213b-3832-49e2-9e37-8644a05e48c9 req-920eef5a-7707-426e-a4e8-85a8ec92c664 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 946 time: 0.0695069 Jul 19 17:42:17.778366 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for port, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:17.820189 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:17.854585 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:42:17.860631 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:42:17.863239 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Received port after_create {{(pid=99966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:42:17.871431 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-a239213b-3832-49e2-9e37-8644a05e48c9 req-baee3dc8-82e4-466e-9823-809b0f071dc2 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Deleting port ceda4295-ddbb-42e0-9e06-66a590f948e7 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:42:17.871779 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-a239213b-3832-49e2-9e37-8644a05e48c9 req-baee3dc8-82e4-466e-9823-809b0f071dc2 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:17.895514 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event updated for resources: {'Port': ['ID=2073ebc3-f29b-4c71-a16a-8edd3568f83c,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:17.967971 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-a239213b-3832-49e2-9e37-8644a05e48c9 req-baee3dc8-82e4-466e-9823-809b0f071dc2 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] For port ceda4295-ddbb-42e0-9e06-66a590f948e7, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ceda4295-ddbb-42e0-9e06-66a590f948e7,segment=NetworkSegment(76456ff3-18f8-4978-8708-6fcc6a54e306),segment_id=76456ff3-18f8-4978-8708-6fcc6a54e306)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:17.968334 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-a239213b-3832-49e2-9e37-8644a05e48c9 req-baee3dc8-82e4-466e-9823-809b0f071dc2 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:17.980907 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-a239213b-3832-49e2-9e37-8644a05e48c9 req-baee3dc8-82e4-466e-9823-809b0f071dc2 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Calling delete_port for ceda4295-ddbb-42e0-9e06-66a590f948e7 owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:42:18.122108 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-a239213b-3832-49e2-9e37-8644a05e48c9 req-baee3dc8-82e4-466e-9823-809b0f071dc2 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:18.134111 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbcb36-c1ff-462c-ba5b-76e41a9043cf req-d297ec07-3b3f-442e-a482-4da584ce1b75 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:18.135651 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b8bbcb36-c1ff-462c-ba5b-76e41a9043cf req-d297ec07-3b3f-442e-a482-4da584ce1b75 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.1019843 Jul 19 17:42:18.161659 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee3dc8-82e4-466e-9823-809b0f071dc2 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Pushing event deleted for resources: {'Port': ['ID=ceda4295-ddbb-42e0-9e06-66a590f948e7,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:18.206388 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-a239213b-3832-49e2-9e37-8644a05e48c9 req-baee3dc8-82e4-466e-9823-809b0f071dc2 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] No DVR routers for this DVR port ceda4295-ddbb-42e0-9e06-66a590f948e7 on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:42:18.209020 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-a239213b-3832-49e2-9e37-8644a05e48c9 req-baee3dc8-82e4-466e-9823-809b0f071dc2 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:18.211117 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-a239213b-3832-49e2-9e37-8644a05e48c9 req-baee3dc8-82e4-466e-9823-809b0f071dc2 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.49 "DELETE /v2.0/ports/ceda4295-ddbb-42e0-9e06-66a590f948e7 HTTP/1.1" status: 204 len: 173 time: 0.4515107 Jul 19 17:42:18.250099 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b8bbcb36-c1ff-462c-ba5b-76e41a9043cf req-55cb7a04-3387-4225-9a53-821de4d3bda2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821693 Jul 19 17:42:18.295798 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:18.304886 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb93637e-d4aa-4e8f-9c47-e02b8321c36b', 'name': 'network-vif-deleted', 'tag': 'ceda4295-ddbb-42e0-9e06-66a590f948e7'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:42:18.309052 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5fddf0-a39d-41f8-b64d-6b304bf7f23f" -d '{"events": [{"server_uuid": "fb93637e-d4aa-4e8f-9c47-e02b8321c36b", "name": "network-vif-deleted", "tag": "ceda4295-ddbb-42e0-9e06-66a590f948e7"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:42:18.372303 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6c4b9e-3557-407c-8fe4-0a4b00e749f3 x-openstack-request-id: req-cc6c4b9e-3557-407c-8fe4-0a4b00e749f3 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:42:18.372738 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb93637e-d4aa-4e8f-9c47-e02b8321c36b", "name": "network-vif-deleted", "tag": "ceda4295-ddbb-42e0-9e06-66a590f948e7", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:42:18.373055 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cc6c4b9e-3557-407c-8fe4-0a4b00e749f3 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:42:18.373510 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb93637e-d4aa-4e8f-9c47-e02b8321c36b', 'name': 'network-vif-deleted', 'tag': 'ceda4295-ddbb-42e0-9e06-66a590f948e7', 'status': 'completed', 'code': 200} Jul 19 17:42:18.391302 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:18.423981 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['ceda4295-ddbb-42e0-9e06-66a590f948e7'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:42:18.767363 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400fde0-b99c-47cf-bc3c-abfb2dc4ceba req-3a98e76e-f324-4dee-9334-108abd9f14ab tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:18.768762 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d400fde0-b99c-47cf-bc3c-abfb2dc4ceba req-3a98e76e-f324-4dee-9334-108abd9f14ab tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.3575027 Jul 19 17:42:18.794613 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9819a2a0-8ed2-419b-8a36-6b61c352fce1 req-5b596fdf-83bd-40c0-9da5-179a170f54a8 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb93637e-d4aa-4e8f-9c47-e02b8321c36b HTTP/1.1" status: 200 len: 210 time: 0.0451138 Jul 19 17:42:18.849486 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d400fde0-b99c-47cf-bc3c-abfb2dc4ceba req-568f8982-e39e-454e-b641-6c2c43fa02e1 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591516 Jul 19 17:42:18.862199 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for port, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:18.866731 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:18.899689 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418166'] for floatingip, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:18.971177 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event updated for resources: {'Port': ['ID=2073ebc3-f29b-4c71-a16a-8edd3568f83c,revision_number=2']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:19.009674 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.l3_db [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Floating IP fb826f7c-343b-449b-87fe-2c7d1dd57b84 associated. External IP: 172.27.2.17, port: 47693907-59dc-4662-ad5b-dd3984395f6c. Jul 19 17:42:19.167206 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ca167156-e33c-40ed-ad93-0236c54bd3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:19.213869 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:42:19.327678 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:42:19.351542 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731bce57-54d3-4edf-ae2c-50d2bda8ab40 None None] Sync routers for ids ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:42:19.362122 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731bce57-54d3-4edf-ae2c-50d2bda8ab40 None None] Routers {'3ebc2e62-133f-4703-b31a-5dd1e0de9b51'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:42:19.363194 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-731bce57-54d3-4edf-ae2c-50d2bda8ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:41:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:42:19.374518 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:19.454077 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-4b8c6ec1-8f1e-49e5-b51e-16049d456754 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0869622 Jul 19 17:42:19.454077 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20190f6-c32c-4116-a12c-310ec345b92c', 'tag': '47693907-59dc-4662-ad5b-dd3984395f6c'}] {{(pid=99966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:42:19.454077 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d63e5952bb5f3344556664b846ef09cf4b7d384328c9e7905543968cfe1800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1a4fd7-0342-4ae7-a173-51656d99fdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "d20190f6-c32c-4116-a12c-310ec345b92c", "tag": "47693907-59dc-4662-ad5b-dd3984395f6c"}]}' {{(pid=99966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:42:19.471875 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde59325-db69-4ed5-ac91-783af4e2f134 req-2621c273-9c46-4d9d-8fa9-65be742bce10 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:19.473525 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-cde59325-db69-4ed5-ac91-783af4e2f134 req-2621c273-9c46-4d9d-8fa9-65be742bce10 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.1411481 Jul 19 17:42:19.544198 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-cde59325-db69-4ed5-ac91-783af4e2f134 req-f5f4614c-a886-4b01-83e7-b83872808777 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637615 Jul 19 17:42:19.560170 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-731bce57-54d3-4edf-ae2c-50d2bda8ab40 None None] Set router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:42:19.579095 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220d9ee-d75e-4ec5-af52-ba752c148df4 req-20586ae5-3d33-4f87-a5b6-c4c1eecd9aaf tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:19.580782 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2220d9ee-d75e-4ec5-af52-ba752c148df4 req-20586ae5-3d33-4f87-a5b6-c4c1eecd9aaf tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 946 time: 0.1021471 Jul 19 17:42:19.597958 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0597732c-20c6-456d-baa8-2354f876d791 x-openstack-request-id: req-0597732c-20c6-456d-baa8-2354f876d791 {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:42:19.598267 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20190f6-c32c-4116-a12c-310ec345b92c", "tag": "47693907-59dc-4662-ad5b-dd3984395f6c", "status": "completed", "code": 200}]} {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:42:19.598519 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0597732c-20c6-456d-baa8-2354f876d791 {{(pid=99966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:42:19.598937 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20190f6-c32c-4116-a12c-310ec345b92c', 'tag': '47693907-59dc-4662-ad5b-dd3984395f6c', 'status': 'completed', 'code': 200} Jul 19 17:42:19.624900 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2220d9ee-d75e-4ec5-af52-ba752c148df4 req-18e99a85-4b83-4832-ad08-29976b88834a tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373976 Jul 19 17:42:19.717532 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a4fd7-0342-4ae7-a173-51656d99fdc5 req-5dd0035d-35cc-44ee-9743-37d744b547d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:19.718967 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fe1a4fd7-0342-4ae7-a173-51656d99fdc5 req-5dd0035d-35cc-44ee-9743-37d744b547d8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c040f5f97adc447195c341b2b823bfe6&device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 1098 time: 0.0563076 Jul 19 17:42:19.783364 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-731bce57-54d3-4edf-ae2c-50d2bda8ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': 'fb826f7c-343b-449b-87fe-2c7d1dd57b84', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'port_id': '47693907-59dc-4662-ad5b-dd3984395f6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'mac_address': 'fa:16:3e:a3:79:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20190f6-c32c-4116-a12c-310ec345b92c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:42:18Z', 'updated_at': '2021-07-19T17:42:18Z', 'revision_number': 0, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:59Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:42:19.809028 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731bce57-54d3-4edf-ae2c-50d2bda8ab40 None None] Checking router: 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:42:19.818900 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a4fd7-0342-4ae7-a173-51656d99fdc5 req-addf5a02-4d0d-423a-a476-82926238886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:19.820573 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fe1a4fd7-0342-4ae7-a173-51656d99fdc5 req-addf5a02-4d0d-423a-a476-82926238886d service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f24d9df-a931-4ff8-bb3b-6117c4624555 HTTP/1.1" status: 200 len: 913 time: 0.0842261 Jul 19 17:42:19.821182 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731bce57-54d3-4edf-ae2c-50d2bda8ab40 None None] Routers {'3ebc2e62-133f-4703-b31a-5dd1e0de9b51'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:42:19.821667 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-731bce57-54d3-4edf-ae2c-50d2bda8ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:41:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:42:19.894346 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fe1a4fd7-0342-4ae7-a173-51656d99fdc5 req-c2f6282f-8cb2-420b-905b-82690a21ff2f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47693907-59dc-4662-ad5b-dd3984395f6c HTTP/1.1" status: 200 len: 998 time: 0.0623553 Jul 19 17:42:19.933988 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-731bce57-54d3-4edf-ae2c-50d2bda8ab40 None None] Set router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:42:19.971304 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a4fd7-0342-4ae7-a173-51656d99fdc5 req-75f2311f-63a5-4d25-a71d-3ed538296431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:19.973202 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fe1a4fd7-0342-4ae7-a173-51656d99fdc5 req-75f2311f-63a5-4d25-a71d-3ed538296431 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66a645b9-6b30-4f54-84d8-11e492b1f028 HTTP/1.1" status: 200 len: 851 time: 0.0643594 Jul 19 17:42:20.050992 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872a378-f00a-4fff-a9e4-5dce35554959 req-cdc157af-ed78-4a53-97c0-f1151b4e6928 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:20.052882 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8872a378-f00a-4fff-a9e4-5dce35554959 req-cdc157af-ed78-4a53-97c0-f1151b4e6928 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1372330 Jul 19 17:42:20.058604 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a4fd7-0342-4ae7-a173-51656d99fdc5 req-de9187df-d8db-4c05-ad0d-f2816be1cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:20.059554 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fe1a4fd7-0342-4ae7-a173-51656d99fdc5 req-de9187df-d8db-4c05-ad0d-f2816be1cf59 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f24d9df-a931-4ff8-bb3b-6117c4624555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741658 Jul 19 17:42:20.137037 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8872a378-f00a-4fff-a9e4-5dce35554959 req-8f29c384-f788-4c5d-8bb0-ba4372fbf12f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561218 Jul 19 17:42:20.143844 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-ef6411dd-afc6-4e35-96d8-c4cd1eae7440 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:20.145417 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-ef6411dd-afc6-4e35-96d8-c4cd1eae7440 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/networks?id=fdc96ca8-6fbf-4d48-a63a-15903573917b HTTP/1.1" status: 200 len: 809 time: 0.1722975 Jul 19 17:42:20.168844 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-b7b01dc4-ffe8-431a-8be9-0f177aeffc37 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/quotas/e3bf741dc7304d4db7934357fe901d04 HTTP/1.1" status: 200 len: 375 time: 0.0171523 Jul 19 17:42:20.209020 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fe1a4fd7-0342-4ae7-a173-51656d99fdc5 req-74afa705-6728-428f-b25c-d55cb9a15acc service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049452 Jul 19 17:42:20.215778 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-f594c1a9-fde3-4ace-a8a0-b96c065c7319 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3bf741dc7304d4db7934357fe901d04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394697 Jul 19 17:42:20.230257 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-731bce57-54d3-4edf-ae2c-50d2bda8ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': 'fb826f7c-343b-449b-87fe-2c7d1dd57b84', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'port_id': '47693907-59dc-4662-ad5b-dd3984395f6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'mac_address': 'fa:16:3e:a3:79:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20190f6-c32c-4116-a12c-310ec345b92c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:42:18Z', 'updated_at': '2021-07-19T17:42:18Z', 'revision_number': 0, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:59Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:42:20.257205 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731bce57-54d3-4edf-ae2c-50d2bda8ab40 None None] The sync data for ids ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'] in dv-cinder-800696-4-iscsi is: [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': 'fb826f7c-343b-449b-87fe-2c7d1dd57b84', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'port_id': '47693907-59dc-4662-ad5b-dd3984395f6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'mac_address': 'fa:16:3e:a3:79:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20190f6-c32c-4116-a12c-310ec345b92c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:42:18Z', 'updated_at': '2021-07-19T17:42:18Z', 'revision_number': 0, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:59Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:42:20.313101 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fe1a4fd7-0342-4ae7-a173-51656d99fdc5 req-c9479e5e-bedd-49da-bcf0-b44cf9848f66 service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904610 Jul 19 17:42:20.318079 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-fae7f04f-a482-4e63-bf68-bb009f4eb879 service neutron] 10.222.0.58 "GET /v2.0/networks/fdc96ca8-6fbf-4d48-a63a-15903573917b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938532 Jul 19 17:42:20.416508 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-eb0801b9-8acb-4b1c-a10e-09b41dc51000 service neutron] 10.222.0.58 "GET /v2.0/networks/fdc96ca8-6fbf-4d48-a63a-15903573917b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923550 Jul 19 17:42:20.500976 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dd6e64-4044-43ac-8b52-c193c91c60e0 None None] New status for floating IP fb826f7c-343b-449b-87fe-2c7d1dd57b84: ACTIVE {{(pid=99968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:42:20.575160 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-077ecf0a-5b51-4e2a-84db-fe59793128ac req-ed9d60e9-6c69-4b74-8648-d3bff9683a20 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 210 time: 0.0292773 Jul 19 17:42:20.694500 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device c89f2b60-7fb0-492a-9b88-8ce1eae51e9b no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:42:20.714121 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69736727-5906-4739-9494-8dd3ee86e18f req-e26e17f0-8056-4e85-8656-459fb3f046ad tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:20.715310 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: c89f2b60-7fb0-492a-9b88-8ce1eae51e9b {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:42:20.715626 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-69736727-5906-4739-9494-8dd3ee86e18f req-e26e17f0-8056-4e85-8656-459fb3f046ad tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0840781 Jul 19 17:42:20.716100 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device c89f2b60-7fb0-492a-9b88-8ce1eae51e9b not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:42:20.787635 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-69736727-5906-4739-9494-8dd3ee86e18f req-aa6bf2d6-2b52-4e56-a776-6e32990c6541 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617745 Jul 19 17:42:20.815951 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d2ce5-3cf7-44aa-a8a1-baea592bb5ef req-a178dc73-a6d8-4846-94aa-8b9c540bc659 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:20.818421 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3a9d2ce5-3cf7-44aa-a8a1-baea592bb5ef req-a178dc73-a6d8-4846-94aa-8b9c540bc659 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 946 time: 0.1018448 Jul 19 17:42:20.858990 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3a9d2ce5-3cf7-44aa-a8a1-baea592bb5ef req-48f41dfa-3240-4bcc-83d3-86bbd1af1560 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345893 Jul 19 17:42:21.272841 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed6a62-0ed6-416c-a716-0c77a9c64b8a req-e96cb38f-03c0-4ab1-97e8-c7f45b1144a8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:21.275262 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eaed6a62-0ed6-416c-a716-0c77a9c64b8a req-e96cb38f-03c0-4ab1-97e8-c7f45b1144a8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0644586 Jul 19 17:42:21.322723 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eaed6a62-0ed6-416c-a716-0c77a9c64b8a req-ca8021aa-8572-4755-ac3d-ad3e38b9fb9e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374768 Jul 19 17:42:21.388530 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80da5a1-6b00-402f-b08d-60e9893b5f71 req-a1aff63d-03d7-4dbc-9cf7-1687d9e75e2e tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:21.390164 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c80da5a1-6b00-402f-b08d-60e9893b5f71 req-a1aff63d-03d7-4dbc-9cf7-1687d9e75e2e tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0665543 Jul 19 17:42:21.433186 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c80da5a1-6b00-402f-b08d-60e9893b5f71 req-da7780fa-4e23-4fc7-adac-906950197c7f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375383 Jul 19 17:42:21.677343 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b189bd6d-4584-4d34-8428-17104bf263c7 req-6664452e-f69c-440a-90d4-c38cbebdc751 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 210 time: 0.0292959 Jul 19 17:42:21.678330 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 51388) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:42:21.686945 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-09164c79-d07b-487b-99ab-91bfafa47075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:21.767076 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fd05b625-96c3-4f03-9f5c-61ddf8bd687b req-a1320734-850f-478e-9026-713440876c7a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876987 Jul 19 17:42:21.928389 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:22.017214 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dd2bf-699d-4547-b306-1c0ff3654e24 req-84481b1d-9b7a-4015-a1af-c2b7204aadab tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:22.018895 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0a2dd2bf-699d-4547-b306-1c0ff3654e24 req-84481b1d-9b7a-4015-a1af-c2b7204aadab tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 946 time: 0.0748219 Jul 19 17:42:22.079436 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0a2dd2bf-699d-4547-b306-1c0ff3654e24 req-79e38014-8865-44aa-9f69-61297cae1e34 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543756 Jul 19 17:42:22.337321 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-948d281c-0193-4561-a0d4-f9b79bef8577 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:22.338676 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-948d281c-0193-4561-a0d4-f9b79bef8577 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.49 "GET /v2.0/networks?id=fdc96ca8-6fbf-4d48-a63a-15903573917b HTTP/1.1" status: 200 len: 809 time: 0.4405093 Jul 19 17:42:22.357891 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-eed46030-a71c-4dbf-b371-34b4d1b7822f req-721a4776-85b6-461a-9f51-45ef92f3948e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1330559 Jul 19 17:42:22.369704 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d41e8-e47d-4a59-9192-4a9a967b931e req-60fd06f0-2bb5-4711-927c-7b97dc56c9fc tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:22.371093 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-877d41e8-e47d-4a59-9192-4a9a967b931e req-60fd06f0-2bb5-4711-927c-7b97dc56c9fc tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 946 time: 0.1122191 Jul 19 17:42:22.415218 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-c540ba44-1d77-42c6-8d64-845bfb7d9ad3 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Request body: {'port': {'device_id': '160d7929-19ec-42e2-940a-206742109f23', 'network_id': 'fdc96ca8-6fbf-4d48-a63a-15903573917b', 'admin_state_up': True, 'tenant_id': 'e3bf741dc7304d4db7934357fe901d04'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:42:22.450312 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8b4e7-23d9-4fb7-9360-184517e0b48d req-cc2abad7-3fef-475d-beb2-7fcdfde4df36 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:22.452170 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e1d8b4e7-23d9-4fb7-9360-184517e0b48d req-cc2abad7-3fef-475d-beb2-7fcdfde4df36 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0665359 Jul 19 17:42:22.497780 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e1d8b4e7-23d9-4fb7-9360-184517e0b48d req-e935399d-07bd-4561-afbd-34ae7bdb2cf8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378497 Jul 19 17:42:22.578390 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f61f6-7510-4c2f-a43a-b47d197b8e4a req-fce94a6b-bf58-4613-b3c0-8322d2e8e5c7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:22.579923 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dd8f61f6-7510-4c2f-a43a-b47d197b8e4a req-fce94a6b-bf58-4613-b3c0-8322d2e8e5c7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0631781 Jul 19 17:42:22.618106 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dd8f61f6-7510-4c2f-a43a-b47d197b8e4a req-01fc1cee-06be-457f-bfab-fc9ac29fdd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323842 Jul 19 17:42:22.628148 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed46030-a71c-4dbf-b371-34b4d1b7822f req-fc932296-912d-4511-9604-7e7751fb299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:22.629617 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-eed46030-a71c-4dbf-b371-34b4d1b7822f req-fc932296-912d-4511-9604-7e7751fb299c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f89ba439f784b5ea4f1cc9cd7778d80&device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 1098 time: 0.1977649 Jul 19 17:42:22.661680 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-c540ba44-1d77-42c6-8d64-845bfb7d9ad3 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Made reservation on behalf of e3bf741dc7304d4db7934357fe901d04 for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:42:22.665141 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-c540ba44-1d77-42c6-8d64-845bfb7d9ad3 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:22.699599 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-877d41e8-e47d-4a59-9192-4a9a967b931e req-278fc14f-83aa-4028-81ca-2fd33bfc9a76 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Deleting port ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:42:22.699929 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-877d41e8-e47d-4a59-9192-4a9a967b931e req-278fc14f-83aa-4028-81ca-2fd33bfc9a76 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:22.715438 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device ceda4295-ddbb-42e0-9e06-66a590f948e7 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:42:22.735787 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: ceda4295-ddbb-42e0-9e06-66a590f948e7 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:42:22.736239 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device ceda4295-ddbb-42e0-9e06-66a590f948e7 not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:42:22.778546 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6c7cc17f-07a7-4ef0-bf30-d1cd5350514b req-a880f7c4-13b8-43c1-8da8-d882fbbc9298 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 210 time: 0.0318236 Jul 19 17:42:22.914498 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-877d41e8-e47d-4a59-9192-4a9a967b931e req-278fc14f-83aa-4028-81ca-2fd33bfc9a76 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] For port ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:22.914773 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-877d41e8-e47d-4a59-9192-4a9a967b931e req-278fc14f-83aa-4028-81ca-2fd33bfc9a76 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:22.931576 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed46030-a71c-4dbf-b371-34b4d1b7822f req-6916d062-0130-4ef1-99c5-e7b0de087e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:22.933046 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-eed46030-a71c-4dbf-b371-34b4d1b7822f req-6916d062-0130-4ef1-99c5-e7b0de087e4c service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba199622-5356-4143-a827-7602fbb52049 HTTP/1.1" status: 200 len: 920 time: 0.2657990 Jul 19 17:42:22.943129 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-877d41e8-e47d-4a59-9192-4a9a967b931e req-278fc14f-83aa-4028-81ca-2fd33bfc9a76 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Calling delete_port for ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:42:22.988889 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-c540ba44-1d77-42c6-8d64-845bfb7d9ad3 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Allocated IP 172.20.0.2 (fdc96ca8-6fbf-4d48-a63a-15903573917b/c7e5c793-559f-46f6-8deb-ac00eb62148b/f4744f82-876b-44ec-b8ba-f870ca9171c5) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:42:22.993271 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-eed46030-a71c-4dbf-b371-34b4d1b7822f req-c2d7c255-e28d-4ec3-8ef0-71e4dda03f0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12628b74-92ee-454d-86fb-76ac8c21bd25 HTTP/1.1" status: 200 len: 217 time: 0.0457892 Jul 19 17:42:23.069442 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:23.121664 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:23.123641 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed46030-a71c-4dbf-b371-34b4d1b7822f req-f55e7e28-eba9-40c9-ab53-bcadaaa24ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:23.125128 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-eed46030-a71c-4dbf-b371-34b4d1b7822f req-f55e7e28-eba9-40c9-ab53-bcadaaa24ac8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5 HTTP/1.1" status: 200 len: 859 time: 0.0993414 Jul 19 17:42:23.188644 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-eed46030-a71c-4dbf-b371-34b4d1b7822f req-33fec3be-6a1e-4187-b39e-d69699e03a98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba199622-5356-4143-a827-7602fbb52049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556257 Jul 19 17:42:23.231068 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827c5c5-0b42-469e-b63d-e70bfb3ee78f req-33016dee-bd01-43e2-9cde-5f3cc6142842 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:23.232560 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1827c5c5-0b42-469e-b63d-e70bfb3ee78f req-33016dee-bd01-43e2-9cde-5f3cc6142842 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 946 time: 0.0826986 Jul 19 17:42:23.271329 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1827c5c5-0b42-469e-b63d-e70bfb3ee78f req-59619690-8e51-4da9-89cf-06ffb5d6c8a6 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324767 Jul 19 17:42:23.365683 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-c540ba44-1d77-42c6-8d64-845bfb7d9ad3 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:23.370611 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-877d41e8-e47d-4a59-9192-4a9a967b931e req-278fc14f-83aa-4028-81ca-2fd33bfc9a76 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:23.422286 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fc14f-83aa-4028-81ca-2fd33bfc9a76 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Pushing event deleted for resources: {'Port': ['ID=ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:23.429502 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b', '6416955a-6e87-4401-b7fd-9ac974ef5912', 'ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:42:23.429763 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-eed46030-a71c-4dbf-b371-34b4d1b7822f req-f507b157-87d5-4c76-8cbc-7c1b4aaec2ee service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300136 Jul 19 17:42:23.495621 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-877d41e8-e47d-4a59-9192-4a9a967b931e req-278fc14f-83aa-4028-81ca-2fd33bfc9a76 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] No DVR routers for this DVR port ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:42:23.498178 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-877d41e8-e47d-4a59-9192-4a9a967b931e req-278fc14f-83aa-4028-81ca-2fd33bfc9a76 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:23.500334 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-877d41e8-e47d-4a59-9192-4a9a967b931e req-278fc14f-83aa-4028-81ca-2fd33bfc9a76 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.49 "DELETE /v2.0/ports/ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b HTTP/1.1" status: 204 len: 173 time: 1.0696068 Jul 19 17:42:23.508509 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6b9bab-1026-4a05-84f6-2065d3dd0548', 'name': 'network-vif-deleted', 'tag': 'ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:42:23.510743 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fb72ca-796f-490b-bf92-a5d0c7ebfd2a" -d '{"events": [{"server_uuid": "8d6b9bab-1026-4a05-84f6-2065d3dd0548", "name": "network-vif-deleted", "tag": "ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:42:23.562204 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d7fad1-862e-4f92-bfdf-469f5ae8c787 x-openstack-request-id: req-c7d7fad1-862e-4f92-bfdf-469f5ae8c787 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:42:23.562491 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6b9bab-1026-4a05-84f6-2065d3dd0548", "name": "network-vif-deleted", "tag": "ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:42:23.562735 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c7d7fad1-862e-4f92-bfdf-469f5ae8c787 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:42:23.563120 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6b9bab-1026-4a05-84f6-2065d3dd0548', 'name': 'network-vif-deleted', 'tag': 'ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b', 'status': 'completed', 'code': 200} Jul 19 17:42:23.565578 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-c540ba44-1d77-42c6-8d64-845bfb7d9ad3 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:23.638663 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-c540ba44-1d77-42c6-8d64-845bfb7d9ad3 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Network fdc96ca8-6fbf-4d48-a63a-15903573917b is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:42:23.642715 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-eed46030-a71c-4dbf-b371-34b4d1b7822f req-198a45da-4a4c-4e0a-b834-c25d51658752 service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908457 Jul 19 17:42:23.647753 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-c540ba44-1d77-42c6-8d64-845bfb7d9ad3 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:42:23.650088 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-c540ba44-1d77-42c6-8d64-845bfb7d9ad3 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:42:23.650928 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f255b-8f74-4541-83ed-d6018b33f2b0 req-457f6057-2b79-4ff8-b1d2-a18ac34caca5 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:23.658348 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-022f255b-8f74-4541-83ed-d6018b33f2b0 req-457f6057-2b79-4ff8-b1d2-a18ac34caca5 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0806394 Jul 19 17:42:23.684076 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540ba44-1d77-42c6-8d64-845bfb7d9ad3 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Pushing event updated for resources: {'Port': ['ID=f4744f82-876b-44ec-b8ba-f870ca9171c5,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:23.711604 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-022f255b-8f74-4541-83ed-d6018b33f2b0 req-e50d0e1b-8a5a-4cc3-b5b5-d7f6d5972943 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482309 Jul 19 17:42:23.721288 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-c540ba44-1d77-42c6-8d64-845bfb7d9ad3 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:23.722446 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-c540ba44-1d77-42c6-8d64-845bfb7d9ad3 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:23.737381 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-c540ba44-1d77-42c6-8d64-845bfb7d9ad3 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3269835 Jul 19 17:42:23.783182 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Request body: {'port': {'device_id': '160d7929-19ec-42e2-940a-206742109f23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:42:23.790811 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136e67a-c978-4b82-99d0-fe334d5193df req-a9b6a810-07e7-46a8-b029-5f77662912d1 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:23.792296 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5136e67a-c978-4b82-99d0-fe334d5193df req-a9b6a810-07e7-46a8-b029-5f77662912d1 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0654602 Jul 19 17:42:23.833473 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5136e67a-c978-4b82-99d0-fe334d5193df req-76bbffa5-2a4a-4ba7-b115-3180530e3a09 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353262 Jul 19 17:42:23.863868 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:23.911637 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d97639-8d27-4077-87c8-0cb2cb7ce878 req-60109d4e-e2b4-49a8-8d58-4dc30a8a8978 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:23.913150 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-31d97639-8d27-4077-87c8-0cb2cb7ce878 req-60109d4e-e2b4-49a8-8d58-4dc30a8a8978 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 931 time: 0.0645466 Jul 19 17:42:23.959277 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-31d97639-8d27-4077-87c8-0cb2cb7ce878 req-6e57b487-8c6e-4d18-8fdc-e6d8e3562275 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383735 Jul 19 17:42:24.119208 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4744f82-876b-44ec-b8ba-f870ca9171c5 {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:42:24.126491 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:24.138258 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Transition to ACTIVE for port object f4744f82-876b-44ec-b8ba-f870ca9171c5 will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:42:24.142117 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:24.196783 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Pushing event updated for resources: {'Port': ['ID=f4744f82-876b-44ec-b8ba-f870ca9171c5,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:24.265157 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Attempting to bind port f4744f82-876b-44ec-b8ba-f870ca9171c5 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:42:24.265687 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Attempting to bind port f4744f82-876b-44ec-b8ba-f870ca9171c5 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '76456ff3-18f8-4978-8708-6fcc6a54e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fdc96ca8-6fbf-4d48-a63a-15903573917b'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:42:24.266124 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Attempting to bind port f4744f82-876b-44ec-b8ba-f870ca9171c5 on network fdc96ca8-6fbf-4d48-a63a-15903573917b {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:42:24.270584 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Port f4744f82-876b-44ec-b8ba-f870ca9171c5 on network fdc96ca8-6fbf-4d48-a63a-15903573917b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:42:24.270923 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Attempting to bind port f4744f82-876b-44ec-b8ba-f870ca9171c5 on network fdc96ca8-6fbf-4d48-a63a-15903573917b {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:42:24.280190 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:42:24.280190 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Checking segment: {'id': '76456ff3-18f8-4978-8708-6fcc6a54e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fdc96ca8-6fbf-4d48-a63a-15903573917b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:42:24.280190 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Bound using segment: {'id': '76456ff3-18f8-4978-8708-6fcc6a54e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fdc96ca8-6fbf-4d48-a63a-15903573917b'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:42:24.280190 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Bound port: f4744f82-876b-44ec-b8ba-f870ca9171c5, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76456ff3-18f8-4978-8708-6fcc6a54e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fdc96ca8-6fbf-4d48-a63a-15903573917b'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:42:24.280190 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:24.368674 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] For port f4744f82-876b-44ec-b8ba-f870ca9171c5, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:42:24.373776 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] For port f4744f82-876b-44ec-b8ba-f870ca9171c5, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f4744f82-876b-44ec-b8ba-f870ca9171c5,segment=NetworkSegment(76456ff3-18f8-4978-8708-6fcc6a54e306),segment_id=76456ff3-18f8-4978-8708-6fcc6a54e306)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:42:24.378668 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:24.392780 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-12c440d6-a7fe-4b35-8386-cd4adb6834a2 req-070d4f72-20eb-465e-910a-266e27105b03 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d6b9bab-1026-4a05-84f6-2065d3dd0548 HTTP/1.1" status: 200 len: 210 time: 0.0340085 Jul 19 17:42:24.431830 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:24.432515 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:24.433953 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] 10.222.0.49 "PUT /v2.0/ports/f4744f82-876b-44ec-b8ba-f870ca9171c5 HTTP/1.1" status: 200 len: 1093 time: 0.6552625 Jul 19 17:42:24.447919 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26339c4a-6151-4cc4-9422-a6ada36b897a service neutron] Pushing event updated for resources: {'Port': ['ID=f4744f82-876b-44ec-b8ba-f870ca9171c5,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:24.475756 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:24.718610 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-b3b3312a-0a8f-4bb0-8f09-616abe6cc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:24.720099 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-b3b3312a-0a8f-4bb0-8f09-616abe6cc445 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3bf741dc7304d4db7934357fe901d04&device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 1096 time: 0.0578296 Jul 19 17:42:24.726844 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device c90129eb-975a-429a-918c-b4c7bc8ba825 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:42:24.791285 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-b21a5c94-8c25-4b32-b9ca-4b59e1a032ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4744f82-876b-44ec-b8ba-f870ca9171c5 HTTP/1.1" status: 200 len: 217 time: 0.0362508 Jul 19 17:42:24.843261 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b3698-16d3-422e-8897-54a561fb8d67 req-2a2ecd19-880d-4992-8fd9-a3449ba17408 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:24.844754 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-802b3698-16d3-422e-8897-54a561fb8d67 req-2a2ecd19-880d-4992-8fd9-a3449ba17408 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0655236 Jul 19 17:42:24.849964 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-2bc4e210-db4b-4a9b-8a17-9f49a11f3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:24.851480 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-2bc4e210-db4b-4a9b-8a17-9f49a11f3db3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7e5c793-559f-46f6-8deb-ac00eb62148b HTTP/1.1" status: 200 len: 849 time: 0.0525165 Jul 19 17:42:24.887489 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-064e57f0-bea9-46a6-b00b-cd903412c2e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fdc96ca8-6fbf-4d48-a63a-15903573917b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261772 Jul 19 17:42:24.888072 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-802b3698-16d3-422e-8897-54a561fb8d67 req-ac6ba5d5-246f-4a7b-a72f-3721e1966b07 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368741 Jul 19 17:42:24.968266 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5e83f-963b-4ce6-9ebc-b891ff6e62ae req-b6fe61c9-95c1-4171-aafd-fbf32820b4cb tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:24.969885 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dbe5e83f-963b-4ce6-9ebc-b891ff6e62ae req-b6fe61c9-95c1-4171-aafd-fbf32820b4cb tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0650055 Jul 19 17:42:24.979603 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-037c6324-454d-4c91-8525-1bbb229aee7b service neutron] 10.222.0.49 "GET /v2.0/networks/fdc96ca8-6fbf-4d48-a63a-15903573917b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840600 Jul 19 17:42:25.017166 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dbe5e83f-963b-4ce6-9ebc-b891ff6e62ae req-acd711da-8cf9-48f0-a5f4-2d736a0617a7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411642 Jul 19 17:42:25.079348 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-67dceceb-df12-435d-9e64-97755eb2edb4 req-78962bf7-2d5b-40fc-8000-20613c4e3ed0 service neutron] 10.222.0.49 "GET /v2.0/networks/fdc96ca8-6fbf-4d48-a63a-15903573917b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850446 Jul 19 17:42:25.093849 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1a82d-8045-4f51-afae-ecb658d04a39 req-d546ce89-6596-45f9-b4ae-f55ef6dd5b5f tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:25.095342 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-83a1a82d-8045-4f51-afae-ecb658d04a39 req-d546ce89-6596-45f9-b4ae-f55ef6dd5b5f tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 943 time: 0.0678601 Jul 19 17:42:25.134592 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-83a1a82d-8045-4f51-afae-ecb658d04a39 req-c47fc419-32d8-4017-b239-494204c5f7a6 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331736 Jul 19 17:42:25.563815 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '160d7929-19ec-42e2-940a-206742109f23', 'tag': 'f4744f82-876b-44ec-b8ba-f870ca9171c5'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:42:25.566217 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1b475d-a742-496a-b04a-839d389475f7" -d '{"events": [{"name": "network-changed", "server_uuid": "160d7929-19ec-42e2-940a-206742109f23", "tag": "f4744f82-876b-44ec-b8ba-f870ca9171c5"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:42:25.602731 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58697916-c973-4544-b472-bed67c724046 x-openstack-request-id: req-58697916-c973-4544-b472-bed67c724046 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:42:25.603036 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "160d7929-19ec-42e2-940a-206742109f23", "tag": "f4744f82-876b-44ec-b8ba-f870ca9171c5", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:42:25.603673 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58697916-c973-4544-b472-bed67c724046 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:42:25.603887 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '160d7929-19ec-42e2-940a-206742109f23', 'tag': 'f4744f82-876b-44ec-b8ba-f870ca9171c5', 'status': 'completed', 'code': 200} Jul 19 17:42:25.709479 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e568d0-6312-40c7-aa83-0ebfdf00dc81 req-cb0b5012-1ea6-4061-8160-d32c4c37345d tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:25.710911 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-30e568d0-6312-40c7-aa83-0ebfdf00dc81 req-cb0b5012-1ea6-4061-8160-d32c4c37345d tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.0630686 Jul 19 17:42:25.747952 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-30e568d0-6312-40c7-aa83-0ebfdf00dc81 req-2403b006-4145-45ea-9214-8cfdf62f5edd tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316043 Jul 19 17:42:25.793632 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b475d-a742-496a-b04a-839d389475f7 req-b9cbcb4b-73f6-498a-93f4-1efb56314d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:25.795185 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3d1b475d-a742-496a-b04a-839d389475f7 req-b9cbcb4b-73f6-498a-93f4-1efb56314d2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3bf741dc7304d4db7934357fe901d04&device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 1096 time: 0.0512586 Jul 19 17:42:25.903916 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b475d-a742-496a-b04a-839d389475f7 req-f406da2b-eb94-470e-9a06-3b27ef44eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:25.905363 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3d1b475d-a742-496a-b04a-839d389475f7 req-f406da2b-eb94-470e-9a06-3b27ef44eab5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fdc96ca8-6fbf-4d48-a63a-15903573917b HTTP/1.1" status: 200 len: 910 time: 0.0856009 Jul 19 17:42:26.014506 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811561e1-f48d-429f-b340-40157c7cdbe9 req-14ad2175-a71d-485c-b032-48467f12cac8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:26.016968 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-811561e1-f48d-429f-b340-40157c7cdbe9 req-14ad2175-a71d-485c-b032-48467f12cac8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0636888 Jul 19 17:42:26.054469 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-811561e1-f48d-429f-b340-40157c7cdbe9 req-a16201ef-7a36-4ee3-92b9-d867f4f4dfd5 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316813 Jul 19 17:42:26.155832 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4825f-1b21-4651-b700-29be218abd8b req-7cc9311a-1249-457e-ae95-26bd0cc38154 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:26.157299 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9cd4825f-1b21-4651-b700-29be218abd8b req-7cc9311a-1249-457e-ae95-26bd0cc38154 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0664611 Jul 19 17:42:26.194534 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9cd4825f-1b21-4651-b700-29be218abd8b req-f64eb314-5e16-4cfe-82f3-770bcae38c67 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315895 Jul 19 17:42:26.259667 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3b4c9-3949-4b17-9699-ba782bf8293a req-02008687-f6a8-403b-b083-a870137289ae tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:26.261137 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-16c3b4c9-3949-4b17-9699-ba782bf8293a req-02008687-f6a8-403b-b083-a870137289ae tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 943 time: 0.0607147 Jul 19 17:42:26.298331 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-16c3b4c9-3949-4b17-9699-ba782bf8293a req-9a84c8f3-817d-4bdb-bce3-b9e1826f0255 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315862 Jul 19 17:42:26.601794 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3d1b475d-a742-496a-b04a-839d389475f7 req-6d4683c1-cc03-421f-94c2-7f3e3fbaf10f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4744f82-876b-44ec-b8ba-f870ca9171c5 HTTP/1.1" status: 200 len: 217 time: 0.0330977 Jul 19 17:42:26.874740 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7e073-60ec-43c8-a6e9-6fb743e3c29b req-ed3e62ef-a2c6-44b2-b13e-8c208baf9eab tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:26.876174 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e0b7e073-60ec-43c8-a6e9-6fb743e3c29b req-ed3e62ef-a2c6-44b2-b13e-8c208baf9eab tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.0635552 Jul 19 17:42:26.912943 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e0b7e073-60ec-43c8-a6e9-6fb743e3c29b req-53328bc9-7139-4ca1-b817-ad48f83090db tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307357 Jul 19 17:42:27.178679 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a0d14-2fb0-4f94-abd8-003a482221bd req-878054ca-1b2c-4128-9cb8-ac3a97b0d970 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:27.180043 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-374a0d14-2fb0-4f94-abd8-003a482221bd req-878054ca-1b2c-4128-9cb8-ac3a97b0d970 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0613091 Jul 19 17:42:27.215546 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-374a0d14-2fb0-4f94-abd8-003a482221bd req-62c8ab26-a379-40fe-b3fd-4e7db027c919 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300884 Jul 19 17:42:27.325041 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc931d-bc30-45d2-b6cb-f384d9d2ff32 req-97be2183-7ca4-48ce-8200-f04ae962eb94 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:27.326549 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d6cc931d-bc30-45d2-b6cb-f384d9d2ff32 req-97be2183-7ca4-48ce-8200-f04ae962eb94 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0625262 Jul 19 17:42:27.364052 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d6cc931d-bc30-45d2-b6cb-f384d9d2ff32 req-a147977a-d63b-4af3-9c8d-32eeb288eabd tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318961 Jul 19 17:42:27.427493 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e02157-915f-4cea-9f5c-a3d1aae2f648 req-cf8b11cd-99b0-4999-9bb7-165f91e11f2e tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:27.428997 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c4e02157-915f-4cea-9f5c-a3d1aae2f648 req-cf8b11cd-99b0-4999-9bb7-165f91e11f2e tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 943 time: 0.0640554 Jul 19 17:42:27.464661 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c4e02157-915f-4cea-9f5c-a3d1aae2f648 req-9abaedd4-3f9e-492a-9955-73a57479b96c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303848 Jul 19 17:42:27.951297 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:42:27.971169 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:42:27.971515 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device ca1cff90-fe4e-4148-8fb9-0f5a12d43e0b not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:42:28.005480 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b475d-a742-496a-b04a-839d389475f7 req-8c094077-e36b-4d44-ba71-1a2649104871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:28.007139 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3d1b475d-a742-496a-b04a-839d389475f7 req-8c094077-e36b-4d44-ba71-1a2649104871 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7e5c793-559f-46f6-8deb-ac00eb62148b HTTP/1.1" status: 200 len: 849 time: 0.0482361 Jul 19 17:42:28.041856 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532a425-ea21-400c-9b71-6e9d7cb110c3 req-7a4e4855-a0c4-4627-9e02-f5b6bdb9c6f0 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:28.043232 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3d1b475d-a742-496a-b04a-839d389475f7 req-4e5fa111-d44f-4766-bdd2-9dd4b6d50bde service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fdc96ca8-6fbf-4d48-a63a-15903573917b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250103 Jul 19 17:42:28.043396 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6532a425-ea21-400c-9b71-6e9d7cb110c3 req-7a4e4855-a0c4-4627-9e02-f5b6bdb9c6f0 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.0631077 Jul 19 17:42:28.080869 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6532a425-ea21-400c-9b71-6e9d7cb110c3 req-4a64f256-d7f1-4eb5-b849-b175e75b0fbb tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318356 Jul 19 17:42:28.138191 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3d1b475d-a742-496a-b04a-839d389475f7 req-51bbdf99-411e-4975-994e-da65edc538e3 service neutron] 10.222.0.49 "GET /v2.0/networks/fdc96ca8-6fbf-4d48-a63a-15903573917b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789828 Jul 19 17:42:28.227037 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3d1b475d-a742-496a-b04a-839d389475f7 req-f4e4120a-7726-40df-a75c-1806e6f18ea3 service neutron] 10.222.0.49 "GET /v2.0/networks/fdc96ca8-6fbf-4d48-a63a-15903573917b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812635 Jul 19 17:42:28.347498 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282dbc37-518a-4390-8e12-83873da90ecd req-a3787be5-655e-4e5d-ac2d-362ecd7c2d69 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:28.348972 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-282dbc37-518a-4390-8e12-83873da90ecd req-a3787be5-655e-4e5d-ac2d-362ecd7c2d69 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0660820 Jul 19 17:42:28.386688 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-282dbc37-518a-4390-8e12-83873da90ecd req-d76ad124-4922-42f3-a958-73a06c4aa088 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320208 Jul 19 17:42:28.393631 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05b625-96c3-4f03-9f5c-61ddf8bd687b req-adc48e2a-beca-4036-81dd-53e3a89d184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:28.395246 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fd05b625-96c3-4f03-9f5c-61ddf8bd687b req-adc48e2a-beca-4036-81dd-53e3a89d184f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a&tenant_id=0634ad0c797e471297f37a2b2b27b253 HTTP/1.1" status: 200 len: 1096 time: 0.0802491 Jul 19 17:42:28.497968 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed2863-cf81-41f5-ae10-2bdea082e63d req-4fc75beb-2a50-4375-bf41-f7e626ba3f3b tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:28.502675 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-aeed2863-cf81-41f5-ae10-2bdea082e63d req-4fc75beb-2a50-4375-bf41-f7e626ba3f3b tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0670087 Jul 19 17:42:28.550642 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-aeed2863-cf81-41f5-ae10-2bdea082e63d req-28cf23e5-6f15-48d0-98ea-4ecd9395b61c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454988 Jul 19 17:42:28.603278 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e299822-2413-4622-91d5-3ed142d87ff2 req-0a5b2c30-324c-4979-a1f0-fee8f77c03d1 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:28.604847 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6e299822-2413-4622-91d5-3ed142d87ff2 req-0a5b2c30-324c-4979-a1f0-fee8f77c03d1 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 943 time: 0.0700974 Jul 19 17:42:28.648119 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6e299822-2413-4622-91d5-3ed142d87ff2 req-b7c503ca-ca62-46a4-888a-957af99afc8c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371850 Jul 19 17:42:28.709419 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05b625-96c3-4f03-9f5c-61ddf8bd687b req-5d6b06e7-7e99-4230-96e8-200bfdb9afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:28.710942 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fd05b625-96c3-4f03-9f5c-61ddf8bd687b req-5d6b06e7-7e99-4230-96e8-200bfdb9afd9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0634ad0c797e471297f37a2b2b27b253&device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 1096 time: 0.2701867 Jul 19 17:42:28.801806 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05b625-96c3-4f03-9f5c-61ddf8bd687b req-cf6470a7-4fee-4a9b-8929-9af4e50dbd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:28.803515 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fd05b625-96c3-4f03-9f5c-61ddf8bd687b req-cf6470a7-4fee-4a9b-8929-9af4e50dbd60 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9412ab90-14bd-4fb2-8549-8b0724c797fa HTTP/1.1" status: 200 len: 918 time: 0.0847244 Jul 19 17:42:28.870170 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fd05b625-96c3-4f03-9f5c-61ddf8bd687b req-9ec7d920-2369-4cbc-b205-3d3609652550 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c90129eb-975a-429a-918c-b4c7bc8ba825 HTTP/1.1" status: 200 len: 998 time: 0.0571661 Jul 19 17:42:28.917521 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05b625-96c3-4f03-9f5c-61ddf8bd687b req-0c4ed365-04c9-40b5-a707-c5d341b4d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:28.918911 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fd05b625-96c3-4f03-9f5c-61ddf8bd687b req-0c4ed365-04c9-40b5-a707-c5d341b4d846 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=016908ef-9e1e-4636-acd6-cc64d9df8a14 HTTP/1.1" status: 200 len: 856 time: 0.0414352 Jul 19 17:42:28.985380 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05b625-96c3-4f03-9f5c-61ddf8bd687b req-ecef4ad8-74fe-4e29-aa57-fb2bd37849f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:28.986882 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fd05b625-96c3-4f03-9f5c-61ddf8bd687b req-ecef4ad8-74fe-4e29-aa57-fb2bd37849f5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9412ab90-14bd-4fb2-8549-8b0724c797fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495195 Jul 19 17:42:29.081952 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fd05b625-96c3-4f03-9f5c-61ddf8bd687b req-d1eada01-8a4b-45e6-9cc6-2d8e702e9c43 service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827103 Jul 19 17:42:29.204783 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e82854-17e0-4899-a1d2-4b2a5a896be2 req-57858da5-9b48-45f2-9b4c-072797e8c125 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:29.206242 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-52e82854-17e0-4899-a1d2-4b2a5a896be2 req-57858da5-9b48-45f2-9b4c-072797e8c125 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.0613320 Jul 19 17:42:29.241826 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-52e82854-17e0-4899-a1d2-4b2a5a896be2 req-29e6fe71-ed0d-443d-bf78-c4961de70d90 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295768 Jul 19 17:42:29.524161 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78932add-f8dd-4ae2-9c09-da7016665774 req-eaf309a3-6ab4-4d3d-8b46-e2d97f1ac3c1 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:29.525635 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-78932add-f8dd-4ae2-9c09-da7016665774 req-eaf309a3-6ab4-4d3d-8b46-e2d97f1ac3c1 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0617242 Jul 19 17:42:29.563670 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-78932add-f8dd-4ae2-9c09-da7016665774 req-4966f979-08fd-432d-a738-81fca684c054 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Jul 19 17:42:29.684283 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f298ed-4a77-454f-ae37-c3d524e63d61 req-9f5b66f0-f33c-472f-9a9c-7ff7bb4da0ac tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:29.685769 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-18f298ed-4a77-454f-ae37-c3d524e63d61 req-9f5b66f0-f33c-472f-9a9c-7ff7bb4da0ac tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0647850 Jul 19 17:42:29.732745 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-18f298ed-4a77-454f-ae37-c3d524e63d61 req-0b2da430-ea23-4fee-ac7a-5a8abeab8b60 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415123 Jul 19 17:42:29.781861 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98f8e0-c94a-4bcc-9543-a6743cd87aec req-1cb62a1a-0079-47ca-a24b-3492bd71ad03 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:29.783361 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8f98f8e0-c94a-4bcc-9543-a6743cd87aec req-1cb62a1a-0079-47ca-a24b-3492bd71ad03 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 943 time: 0.0667892 Jul 19 17:42:29.821606 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8f98f8e0-c94a-4bcc-9543-a6743cd87aec req-c2ec3839-ff4c-46e4-8b4d-029c25fb9e0c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321860 Jul 19 17:42:29.953903 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fd05b625-96c3-4f03-9f5c-61ddf8bd687b req-0cd61261-ee0e-4e53-b32a-b940b008ccac service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797400 Jul 19 17:42:30.365674 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6041cd-948c-4853-b32d-c4c50f7a6022 req-18338c70-f4ed-4476-8f8b-7435e631e7fe tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:30.367120 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ba6041cd-948c-4853-b32d-c4c50f7a6022 req-18338c70-f4ed-4476-8f8b-7435e631e7fe tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.0600750 Jul 19 17:42:30.405913 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ba6041cd-948c-4853-b32d-c4c50f7a6022 req-e70a42af-1fe3-4840-8b5e-64964ebceff5 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333922 Jul 19 17:42:30.687728 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9ab33-9e46-4103-850c-38dab78eb8fb req-0373d759-5bf5-455b-bb97-4d6067bd1e49 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:30.689164 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-41c9ab33-9e46-4103-850c-38dab78eb8fb req-0373d759-5bf5-455b-bb97-4d6067bd1e49 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0608940 Jul 19 17:42:30.725314 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-41c9ab33-9e46-4103-850c-38dab78eb8fb req-dd9b5f91-2b6c-4897-8b3d-5eb4a1be03b4 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302300 Jul 19 17:42:30.864301 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00cc3c-e43a-485b-b1a0-3b5d6e904ca4 req-288158b2-4978-4f1f-91a5-84e111230066 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:30.865765 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5d00cc3c-e43a-485b-b1a0-3b5d6e904ca4 req-288158b2-4978-4f1f-91a5-84e111230066 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0636365 Jul 19 17:42:30.931762 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5d00cc3c-e43a-485b-b1a0-3b5d6e904ca4 req-92678804-efb7-4bfe-89d2-f6121739ed55 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605359 Jul 19 17:42:30.963695 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de93eac-a778-45bc-9ce7-3ad3eb03f1ef req-838860c7-987d-4630-a2e7-d92d2a7b3d04 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:30.965134 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3de93eac-a778-45bc-9ce7-3ad3eb03f1ef req-838860c7-987d-4630-a2e7-d92d2a7b3d04 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 943 time: 0.0737360 Jul 19 17:42:31.001111 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3de93eac-a778-45bc-9ce7-3ad3eb03f1ef req-343214c4-9679-4442-a5e0-50042a29d6a2 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306458 Jul 19 17:42:31.309074 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device f4744f82-876b-44ec-b8ba-f870ca9171c5 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:42:31.405953 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port f4744f82-876b-44ec-b8ba-f870ca9171c5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f4744f82-876b-44ec-b8ba-f870ca9171c5,segment=NetworkSegment(76456ff3-18f8-4978-8708-6fcc6a54e306),segment_id=76456ff3-18f8-4978-8708-6fcc6a54e306)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:31.417452 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': 'f4744f82-876b-44ec-b8ba-f870ca9171c5', 'network_id': 'fdc96ca8-6fbf-4d48-a63a-15903573917b', 'port_id': 'f4744f82-876b-44ec-b8ba-f870ca9171c5', 'mac_address': 'fa:16:3e:cb:d2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7e5c793-559f-46f6-8deb-ac00eb62148b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:42:31.454707 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:31.466895 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4744f82-876b-44ec-b8ba-f870ca9171c5 {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:42:31.487287 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port f4744f82-876b-44ec-b8ba-f870ca9171c5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f4744f82-876b-44ec-b8ba-f870ca9171c5,segment=NetworkSegment(76456ff3-18f8-4978-8708-6fcc6a54e306),segment_id=76456ff3-18f8-4978-8708-6fcc6a54e306)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:31.491433 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:31.531273 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b959cb-e02f-4fe6-afe4-3bce06f1bd78 req-541c4bbf-edfe-4629-88ca-3097905541b3 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:31.532760 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b1b959cb-e02f-4fe6-afe4-3bce06f1bd78 req-541c4bbf-edfe-4629-88ca-3097905541b3 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.0620596 Jul 19 17:42:31.536724 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=f4744f82-876b-44ec-b8ba-f870ca9171c5,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:31.572363 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b1b959cb-e02f-4fe6-afe4-3bce06f1bd78 req-5ae44fde-5e90-41c2-b4d3-ab218ef386a7 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317557 Jul 19 17:42:31.926241 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e644d1-8e62-4f45-bd9b-16d6ba1067f3 req-e90ff5db-c76b-401c-91c7-d6ead1d18e1f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:31.928049 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c8e644d1-8e62-4f45-bd9b-16d6ba1067f3 req-e90ff5db-c76b-401c-91c7-d6ead1d18e1f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1345899 Jul 19 17:42:31.978116 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c8e644d1-8e62-4f45-bd9b-16d6ba1067f3 req-3822b53b-8f94-425e-9fe6-ad856547f3e7 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439508 Jul 19 17:42:32.018847 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['f4744f82-876b-44ec-b8ba-f870ca9171c5'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:42:32.207331 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29321f-eb59-4821-b669-e80066435886 req-6a50e851-82f4-495c-bf6b-efca4d2f0f17 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:32.209492 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bb29321f-eb59-4821-b669-e80066435886 req-6a50e851-82f4-495c-bf6b-efca4d2f0f17 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.1713643 Jul 19 17:42:32.261321 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c0466-d177-4bd6-a89e-11577c334ff1 req-604cef84-0c6e-4acf-b80e-f7481b760b07 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:32.262841 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-786c0466-d177-4bd6-a89e-11577c334ff1 req-604cef84-0c6e-4acf-b80e-f7481b760b07 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 944 time: 0.1197114 Jul 19 17:42:32.270797 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bb29321f-eb59-4821-b669-e80066435886 req-f891a709-5933-4ef4-83b8-dc210577f6de tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532925 Jul 19 17:42:32.329212 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-786c0466-d177-4bd6-a89e-11577c334ff1 req-4ec829bc-cc50-414a-b052-c71d671f6c68 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453999 Jul 19 17:42:32.704907 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a96c99-9294-493b-a410-c10feba0ac57 req-b0cc105d-be9a-46f0-82b2-8ccb9e000f90 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:32.713120 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c8a96c99-9294-493b-a410-c10feba0ac57 req-b0cc105d-be9a-46f0-82b2-8ccb9e000f90 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.0719290 Jul 19 17:42:32.749290 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c8a96c99-9294-493b-a410-c10feba0ac57 req-005fdad5-5079-4ca4-ba6b-77cc7d83dba4 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352249 Jul 19 17:42:33.098971 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9d135-c146-4eac-ba20-895823d43c20 req-9154e955-11a5-4690-aaf0-1c7d579a7642 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:33.100501 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6cb9d135-c146-4eac-ba20-895823d43c20 req-9154e955-11a5-4690-aaf0-1c7d579a7642 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0627065 Jul 19 17:42:33.142388 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6cb9d135-c146-4eac-ba20-895823d43c20 req-57de4b5f-79c8-420c-a85f-410a66385870 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362117 Jul 19 17:42:33.461192 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e01bb-e3d3-443a-b0d6-96894284f3bd req-512a4b64-5a6c-45ed-8abd-e9db98b8201a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:33.462740 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a77e01bb-e3d3-443a-b0d6-96894284f3bd req-512a4b64-5a6c-45ed-8abd-e9db98b8201a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.1174977 Jul 19 17:42:33.492735 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76981e-ca1a-41a9-8865-58c44ad28dcc req-e57ce64c-719a-4641-9264-398cb89fe3d0 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:33.494219 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2f76981e-ca1a-41a9-8865-58c44ad28dcc req-e57ce64c-719a-4641-9264-398cb89fe3d0 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 944 time: 0.1135066 Jul 19 17:42:33.525964 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a77e01bb-e3d3-443a-b0d6-96894284f3bd req-283e1667-52bd-4dcd-ba48-951e5c8a1200 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567844 Jul 19 17:42:33.543542 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2f76981e-ca1a-41a9-8865-58c44ad28dcc req-3d380670-b1e0-4646-bf53-a684ce5e2d47 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429435 Jul 19 17:42:33.877482 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d0d9c-7409-4f78-99b2-e779356c09b8 req-abca0eb1-8246-4049-973a-7f051e6e6627 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:33.878976 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7a2d0d9c-7409-4f78-99b2-e779356c09b8 req-abca0eb1-8246-4049-973a-7f051e6e6627 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.0644608 Jul 19 17:42:33.916641 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7a2d0d9c-7409-4f78-99b2-e779356c09b8 req-c2a2a069-e83c-4c6f-b782-898a9e4c7dfd tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315351 Jul 19 17:42:34.280132 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f8b33-3ec3-42bc-8aed-eea7ebb140db req-8ffe2078-acc6-402a-8801-d661d2513c40 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:34.281697 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fe5f8b33-3ec3-42bc-8aed-eea7ebb140db req-8ffe2078-acc6-402a-8801-d661d2513c40 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0665135 Jul 19 17:42:34.319521 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fe5f8b33-3ec3-42bc-8aed-eea7ebb140db req-8f643cf3-4486-4616-85ed-af2c09214c1f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320652 Jul 19 17:42:34.707447 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297d92d-9df4-47aa-8dd3-fb0afeea9afc req-9077a10a-d653-45a3-92e1-22f71b847bb6 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:34.709400 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2297d92d-9df4-47aa-8dd3-fb0afeea9afc req-9077a10a-d653-45a3-92e1-22f71b847bb6 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 944 time: 0.0987701 Jul 19 17:42:34.717357 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd04f3-e5f3-4245-ad91-af949136d604 req-9eae0f6f-3095-4cae-8dad-cb4cd5b15cad tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:34.718732 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d6bd04f3-e5f3-4245-ad91-af949136d604 req-9eae0f6f-3095-4cae-8dad-cb4cd5b15cad tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.1218255 Jul 19 17:42:34.773569 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2297d92d-9df4-47aa-8dd3-fb0afeea9afc req-bf7f62ac-817d-4a8f-b416-4686c714b328 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539403 Jul 19 17:42:34.776353 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d6bd04f3-e5f3-4245-ad91-af949136d604 req-79534015-0b90-4f4a-a985-ddfbe06fed94 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503316 Jul 19 17:42:35.062783 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951f673-dc73-4bee-820b-985d3b6df294 req-503a554d-0c61-4b93-a2ba-bf48fa7f001a tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:35.064257 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4951f673-dc73-4bee-820b-985d3b6df294 req-503a554d-0c61-4b93-a2ba-bf48fa7f001a tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.0782204 Jul 19 17:42:35.102300 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4951f673-dc73-4bee-820b-985d3b6df294 req-f891982e-34b7-4e08-8d95-1c97c5d638af tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321321 Jul 19 17:42:35.452007 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a9628-3e35-46e6-a260-22892d942996 req-d573aa58-78d5-4a45-b9d3-dd64fce55c2a tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:35.453596 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ba8a9628-3e35-46e6-a260-22892d942996 req-d573aa58-78d5-4a45-b9d3-dd64fce55c2a tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0686183 Jul 19 17:42:35.493930 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ba8a9628-3e35-46e6-a260-22892d942996 req-e41e8dd6-484b-4751-bb3f-ffea70de78eb tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339534 Jul 19 17:42:35.972365 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7319537-4668-4511-ac0b-843e195c4741 req-f23c9219-2768-44a1-97a6-4c2ea68e1ee3 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:35.973828 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a7319537-4668-4511-ac0b-843e195c4741 req-f23c9219-2768-44a1-97a6-4c2ea68e1ee3 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 944 time: 0.1066570 Jul 19 17:42:35.981707 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59543d93-189c-4dbc-bfe7-c2b3c7a16903 req-6bf7b94a-12ef-426e-9af3-b18bdc4c1b50 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:35.983103 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-59543d93-189c-4dbc-bfe7-c2b3c7a16903 req-6bf7b94a-12ef-426e-9af3-b18bdc4c1b50 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.1261370 Jul 19 17:42:36.279522 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a7319537-4668-4511-ac0b-843e195c4741 req-66bf3920-d68d-44be-9b2a-d65cb06da0cf tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954757 Jul 19 17:42:36.282319 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-59543d93-189c-4dbc-bfe7-c2b3c7a16903 req-0cb28470-fe2b-4dba-a951-752502ef6a8b tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921958 Jul 19 17:42:36.405890 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107039ff-5159-41fc-b3ae-959e3809cf2f req-dff415f6-18bf-4de0-ab4b-6b4735826437 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:36.407379 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-107039ff-5159-41fc-b3ae-959e3809cf2f req-dff415f6-18bf-4de0-ab4b-6b4735826437 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.0661561 Jul 19 17:42:36.447254 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-107039ff-5159-41fc-b3ae-959e3809cf2f req-fd8dfb7b-8e4f-4c9c-87ca-e5bc65e4023c tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324938 Jul 19 17:42:36.646921 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124cc74-e293-48e0-b1e0-37e794a34811 req-a1701ed0-b140-40aa-adae-463779aeeda9 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:36.648980 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1124cc74-e293-48e0-b1e0-37e794a34811 req-a1701ed0-b140-40aa-adae-463779aeeda9 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0657895 Jul 19 17:42:36.687581 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1124cc74-e293-48e0-b1e0-37e794a34811 req-8569e2fc-f815-406c-b378-730f06ab327b tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328500 Jul 19 17:42:36.768944 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device f4744f82-876b-44ec-b8ba-f870ca9171c5 up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:42:36.816569 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port f4744f82-876b-44ec-b8ba-f870ca9171c5 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:42:36.820592 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port f4744f82-876b-44ec-b8ba-f870ca9171c5 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:42:36.820958 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:36.899551 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:36.924461 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160d7929-19ec-42e2-940a-206742109f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4744f82-876b-44ec-b8ba-f870ca9171c5'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:42:36.926796 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2a3f37-1b49-4b82-99b0-763bfb16fe15" -d '{"events": [{"server_uuid": "160d7929-19ec-42e2-940a-206742109f23", "name": "network-vif-plugged", "status": "completed", "tag": "f4744f82-876b-44ec-b8ba-f870ca9171c5"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:42:36.952880 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port f4744f82-876b-44ec-b8ba-f870ca9171c5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f4744f82-876b-44ec-b8ba-f870ca9171c5,segment=NetworkSegment(76456ff3-18f8-4978-8708-6fcc6a54e306),segment_id=76456ff3-18f8-4978-8708-6fcc6a54e306)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:36.957940 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:36.984126 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b032a6-8a42-422c-914f-d191e0e12591 x-openstack-request-id: req-b3b032a6-8a42-422c-914f-d191e0e12591 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:42:36.984419 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160d7929-19ec-42e2-940a-206742109f23", "name": "network-vif-plugged", "status": "completed", "tag": "f4744f82-876b-44ec-b8ba-f870ca9171c5", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:42:36.984670 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3b032a6-8a42-422c-914f-d191e0e12591 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:42:36.985021 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160d7929-19ec-42e2-940a-206742109f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4744f82-876b-44ec-b8ba-f870ca9171c5', 'code': 200} Jul 19 17:42:37.014781 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=f4744f82-876b-44ec-b8ba-f870ca9171c5,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:37.464730 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc981f-6bc2-4de5-857e-a0e3890f0553 req-4bfb4a01-895f-472d-b282-30ab40245be0 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:37.466312 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a2fc981f-6bc2-4de5-857e-a0e3890f0553 req-4bfb4a01-895f-472d-b282-30ab40245be0 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 945 time: 0.1161337 Jul 19 17:42:37.476007 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342ab0a-3bfa-4b5a-8d3d-61c252b9c9cf req-2cc8a64f-cc7f-4d1f-91d3-b6bbaeedd832 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:37.477506 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1342ab0a-3bfa-4b5a-8d3d-61c252b9c9cf req-2cc8a64f-cc7f-4d1f-91d3-b6bbaeedd832 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0958664 Jul 19 17:42:37.537212 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a2fc981f-6bc2-4de5-857e-a0e3890f0553 req-b7620f1f-8176-41d3-b71f-6a4f0545ffa4 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585585 Jul 19 17:42:37.544645 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1342ab0a-3bfa-4b5a-8d3d-61c252b9c9cf req-c030c1b4-ff48-4e8f-86ec-81af86e437d2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601437 Jul 19 17:42:37.669382 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b54b1-c752-46e5-ab5a-a37a52896023 req-083b88ef-48c2-4c3a-8762-40a3a0b4708b tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:37.671368 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-838b54b1-c752-46e5-ab5a-a37a52896023 req-083b88ef-48c2-4c3a-8762-40a3a0b4708b tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.0779784 Jul 19 17:42:37.717080 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-838b54b1-c752-46e5-ab5a-a37a52896023 req-1dadc7b5-5924-4da9-920d-70b4948721a1 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394671 Jul 19 17:42:37.717386 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:42:37.839093 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909446a1-835c-4ec7-a355-2e072eec2300 req-4cfa6ef6-5189-429a-bfa6-22e9a020217b tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:37.840840 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-909446a1-835c-4ec7-a355-2e072eec2300 req-4cfa6ef6-5189-429a-bfa6-22e9a020217b tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0792418 Jul 19 17:42:37.880945 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-909446a1-835c-4ec7-a355-2e072eec2300 req-12fb83e1-bf20-448c-9f9e-1b13b734e2d8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341101 Jul 19 17:42:38.700623 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02129423-a1d3-43d7-a981-f6f49702981f req-a308e765-1dd5-4b8d-901a-d67081b9ccbf tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:38.702361 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-02129423-a1d3-43d7-a981-f6f49702981f req-a308e765-1dd5-4b8d-901a-d67081b9ccbf tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 945 time: 0.0959971 Jul 19 17:42:38.752695 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-02129423-a1d3-43d7-a981-f6f49702981f req-6f372963-9d00-488d-ba1f-0f5fe28cb989 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441577 Jul 19 17:42:38.878937 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e20ea7-1dbc-421e-b0b1-8099d5ae83f5 req-245d8d5b-bb41-43a0-86bb-0ee06a4e1465 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:38.880455 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-39e20ea7-1dbc-421e-b0b1-8099d5ae83f5 req-245d8d5b-bb41-43a0-86bb-0ee06a4e1465 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.1052895 Jul 19 17:42:38.935170 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-39e20ea7-1dbc-421e-b0b1-8099d5ae83f5 req-419f4bde-09a6-400a-b719-1d1f229bd03d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466526 Jul 19 17:42:38.943224 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f6fc0-c1dc-4b94-a956-374b11af068a req-934752fb-3796-4195-8392-ea4fd0d76077 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:38.944625 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3f3f6fc0-c1dc-4b94-a956-374b11af068a req-934752fb-3796-4195-8392-ea4fd0d76077 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.1146967 Jul 19 17:42:38.983014 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3f3f6fc0-c1dc-4b94-a956-374b11af068a req-5409a1ce-848f-40ec-9880-9d0da7e3b915 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323472 Jul 19 17:42:39.061977 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c79a6-c79c-485c-b44f-4d8e6ca66b82 req-b96afab3-528e-4aa7-8ed1-12b4b722f0a8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:39.063758 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-da5c79a6-c79c-485c-b44f-4d8e6ca66b82 req-b96afab3-528e-4aa7-8ed1-12b4b722f0a8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0715294 Jul 19 17:42:39.102349 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-da5c79a6-c79c-485c-b44f-4d8e6ca66b82 req-8f1362a1-efc2-47a4-8f01-3d585d36c29d tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328507 Jul 19 17:42:39.886564 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6a5b9-7fc3-424f-ac39-fdd0065b81ea req-4b261e85-d19e-4ac9-b5fd-d52cd8e23646 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:39.888200 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-41f6a5b9-7fc3-424f-ac39-fdd0065b81ea req-4b261e85-d19e-4ac9-b5fd-d52cd8e23646 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 945 time: 0.0624809 Jul 19 17:42:39.929211 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-41f6a5b9-7fc3-424f-ac39-fdd0065b81ea req-2e9200dd-afc2-431d-b7c0-4750fb47573b tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354590 Jul 19 17:42:40.101869 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e2813-8fce-4232-bd40-7e6db3728119 req-9b0006d4-a826-4f24-baf9-2a232f9e5bb7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:40.103314 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dc0e2813-8fce-4232-bd40-7e6db3728119 req-9b0006d4-a826-4f24-baf9-2a232f9e5bb7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0970204 Jul 19 17:42:40.162040 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff8828-3f6a-491e-a588-4c993d0011b5 req-a199b985-9501-462d-b3e9-1548df88fbe5 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:40.163562 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-edff8828-3f6a-491e-a588-4c993d0011b5 req-a199b985-9501-462d-b3e9-1548df88fbe5 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.1112316 Jul 19 17:42:40.169463 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dc0e2813-8fce-4232-bd40-7e6db3728119 req-84aaa69a-426e-449b-95c4-04e3b5d54c39 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581613 Jul 19 17:42:40.212063 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-edff8828-3f6a-491e-a588-4c993d0011b5 req-e3c6519c-ab9d-459d-9e34-e7f7dfda954a tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413737 Jul 19 17:42:40.302639 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b6964-4cc1-4b56-8dde-e0b51e99b793 req-958aa172-3d30-463a-b65f-db512023698f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:40.304122 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ad7b6964-4cc1-4b56-8dde-e0b51e99b793 req-958aa172-3d30-463a-b65f-db512023698f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0637379 Jul 19 17:42:40.347439 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ad7b6964-4cc1-4b56-8dde-e0b51e99b793 req-8cbd6844-4303-4a89-a71b-5dd4fac0c573 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377567 Jul 19 17:42:41.061829 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3716c-2079-4a10-83aa-d83272d085e0 req-1d064941-1c6c-4190-9990-28b58705f0b4 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:41.063374 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-66c3716c-2079-4a10-83aa-d83272d085e0 req-1d064941-1c6c-4190-9990-28b58705f0b4 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 945 time: 0.0669880 Jul 19 17:42:41.099252 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-66c3716c-2079-4a10-83aa-d83272d085e0 req-cacdecef-2084-41fa-99f0-63c073f1eff7 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304968 Jul 19 17:42:41.341950 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacec00b-2193-4d63-9512-678bfd162df7 req-7eff95a5-6b33-4f20-aa61-058d928235d3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:41.343511 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-aacec00b-2193-4d63-9512-678bfd162df7 req-7eff95a5-6b33-4f20-aa61-058d928235d3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.1018195 Jul 19 17:42:41.403105 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f20e13-e27e-49ca-9397-8ac43f865be9 req-f1580175-a084-4eb1-811b-519f83778e1f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:41.404570 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-75f20e13-e27e-49ca-9397-8ac43f865be9 req-f1580175-a084-4eb1-811b-519f83778e1f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.1257391 Jul 19 17:42:41.407609 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-aacec00b-2193-4d63-9512-678bfd162df7 req-9fa0d7c0-df0d-42b8-a21f-28aa235c9a08 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577707 Jul 19 17:42:41.451142 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-75f20e13-e27e-49ca-9397-8ac43f865be9 req-6ca9f6c1-3419-4a0f-9994-5c50f73cf416 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410042 Jul 19 17:42:41.530216 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a0e8d-0237-4d9b-96ab-8b33f375f3e3 req-aff32acf-bf48-4db8-acf1-739a5802f574 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:41.531694 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-327a0e8d-0237-4d9b-96ab-8b33f375f3e3 req-aff32acf-bf48-4db8-acf1-739a5802f574 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0639381 Jul 19 17:42:41.571368 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-327a0e8d-0237-4d9b-96ab-8b33f375f3e3 req-22a1136d-587c-46cc-bc23-453ca44d49e6 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337102 Jul 19 17:42:42.230140 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537d13f-f436-4cda-af91-d955dc1ad711 req-0a738bf4-12d6-472a-8d1a-8c02c5510cdc tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:42.231562 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e537d13f-f436-4cda-af91-d955dc1ad711 req-0a738bf4-12d6-472a-8d1a-8c02c5510cdc tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 945 time: 0.0637505 Jul 19 17:42:42.272994 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e537d13f-f436-4cda-af91-d955dc1ad711 req-3cd91966-63b6-406a-9acb-7a8419064624 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358078 Jul 19 17:42:42.584990 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3123b-0a4b-4450-a646-5f3e4e735149 req-85fd9b7b-5f0f-455e-b04c-bd68c5165393 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:42.587132 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a9e3123b-0a4b-4450-a646-5f3e4e735149 req-85fd9b7b-5f0f-455e-b04c-bd68c5165393 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.1080444 Jul 19 17:42:42.637097 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a68700-a68e-4d1c-97d3-1cffb51dba5b req-2f7065de-35fe-4a83-ae60-b09838dd4732 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:42.638609 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c0a68700-a68e-4d1c-97d3-1cffb51dba5b req-2f7065de-35fe-4a83-ae60-b09838dd4732 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.1129026 Jul 19 17:42:42.645615 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a9e3123b-0a4b-4450-a646-5f3e4e735149 req-ae2270fa-acf4-4ac4-bce4-77a32815a509 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501721 Jul 19 17:42:42.680292 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c0a68700-a68e-4d1c-97d3-1cffb51dba5b req-6df1bf35-cdbf-4a51-91ba-0850cc794817 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Jul 19 17:42:42.775495 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b068995-be98-4ee9-8d99-f6a7e213bd49 req-838ffb15-110f-47ee-a34e-273500ebd886 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:42.776940 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9b068995-be98-4ee9-8d99-f6a7e213bd49 req-838ffb15-110f-47ee-a34e-273500ebd886 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0689905 Jul 19 17:42:42.818585 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9b068995-be98-4ee9-8d99-f6a7e213bd49 req-68e08c8c-d0bb-4a0d-a82b-8eb87ba2d41b tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358410 Jul 19 17:42:43.402690 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872786f8-69d4-4eb4-8bac-66c21eb56786 req-ffabd501-dde6-4e24-9c95-5b8a00738659 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:43.404268 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-872786f8-69d4-4eb4-8bac-66c21eb56786 req-ffabd501-dde6-4e24-9c95-5b8a00738659 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 945 time: 0.0665636 Jul 19 17:42:43.444490 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-872786f8-69d4-4eb4-8bac-66c21eb56786 req-069c3300-e0a0-4689-8f3b-bf634ca06fbb tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346155 Jul 19 17:42:43.858528 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11ab17-a6ae-4954-b583-73707a486672 req-03b42827-c2c3-4567-88eb-d1162fcdad18 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:43.860034 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eb11ab17-a6ae-4954-b583-73707a486672 req-03b42827-c2c3-4567-88eb-d1162fcdad18 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.1111801 Jul 19 17:42:43.867855 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112761c8-a448-41ce-85ea-06ace2befc1c req-59a2c59b-4bfd-4791-99f7-dfe459e0bd68 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:43.869215 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-112761c8-a448-41ce-85ea-06ace2befc1c req-59a2c59b-4bfd-4791-99f7-dfe459e0bd68 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.1094708 Jul 19 17:42:43.930429 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eb11ab17-a6ae-4954-b583-73707a486672 req-40fe1d88-397b-4d80-9164-1b533c1ea2bc tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596852 Jul 19 17:42:43.933309 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-112761c8-a448-41ce-85ea-06ace2befc1c req-11488d0d-3e0f-44d7-af39-235bc4e0ca18 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569541 Jul 19 17:42:44.063630 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b891f09-ce60-4c54-b157-6722d437fbbc req-22a3651b-59c1-4b6e-b0a6-50c39ad6959b tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:44.065262 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8b891f09-ce60-4c54-b157-6722d437fbbc req-22a3651b-59c1-4b6e-b0a6-50c39ad6959b tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0701222 Jul 19 17:42:44.105621 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8b891f09-ce60-4c54-b157-6722d437fbbc req-2a44b6b8-ab57-412c-9267-3f1f7a086cbc tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343130 Jul 19 17:42:44.584246 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5082ac-5f37-4eb4-b8d1-5ef917417db0 req-cac30f9b-2182-4251-92cb-be96b130a0ae tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:44.585638 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ce5082ac-5f37-4eb4-b8d1-5ef917417db0 req-cac30f9b-2182-4251-92cb-be96b130a0ae tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 945 time: 0.0672879 Jul 19 17:42:44.623336 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ce5082ac-5f37-4eb4-b8d1-5ef917417db0 req-b796a124-20f4-410b-9539-ab7b55acedf1 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315752 Jul 19 17:42:45.109626 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a2fba-f1f1-48e8-b6ec-5cc661958b0e req-4986873e-c3f3-45b3-80b0-dceee09251d3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:45.111111 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-933a2fba-f1f1-48e8-b6ec-5cc661958b0e req-4986873e-c3f3-45b3-80b0-dceee09251d3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0974784 Jul 19 17:42:45.118317 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d09af-f34a-45cc-a268-44f1ca603c10 req-42dae281-788c-41ca-8124-069e443ec5ba tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:45.119681 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f87d09af-f34a-45cc-a268-44f1ca603c10 req-42dae281-788c-41ca-8124-069e443ec5ba tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.1180878 Jul 19 17:42:45.176457 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-933a2fba-f1f1-48e8-b6ec-5cc661958b0e req-517f86e9-c3ec-4e63-98c6-ca90c5107ab3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558333 Jul 19 17:42:45.181785 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f87d09af-f34a-45cc-a268-44f1ca603c10 req-d9ed3d70-a86f-4d29-9088-21e5ec23528e tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552523 Jul 19 17:42:45.305244 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc142cec-907a-40fb-9be4-ccfd68451f36 req-5d464620-b6b2-47d9-9895-e57551f218ec tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:45.306751 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bc142cec-907a-40fb-9be4-ccfd68451f36 req-5d464620-b6b2-47d9-9895-e57551f218ec tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0655596 Jul 19 17:42:45.344856 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bc142cec-907a-40fb-9be4-ccfd68451f36 req-6bf14220-d2b8-44e6-81a6-a9e4f1d3d6a4 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325899 Jul 19 17:42:45.750197 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f6610-4b65-4201-8292-dc7812c8de2d req-3e8e1c7e-0b8a-4e0c-bb92-385c56fb871c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:45.751626 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-306f6610-4b65-4201-8292-dc7812c8de2d req-3e8e1c7e-0b8a-4e0c-bb92-385c56fb871c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 945 time: 0.0640700 Jul 19 17:42:45.787019 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-306f6610-4b65-4201-8292-dc7812c8de2d req-c26e96f6-26a5-40a0-8ca6-a735805adce5 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300009 Jul 19 17:42:46.377759 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3414b25-8de5-4da6-8d2f-61b7804fc6a0 req-15add5e1-a304-48ab-8424-11033607f6d4 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:46.379280 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a3414b25-8de5-4da6-8d2f-61b7804fc6a0 req-15add5e1-a304-48ab-8424-11033607f6d4 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.1058128 Jul 19 17:42:46.387516 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f37fe-f868-45dd-99c0-836b4f810c09 req-f37ba74b-a0c8-492e-8c3e-36ea8530da88 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:46.388839 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d31f37fe-f868-45dd-99c0-836b4f810c09 req-f37ba74b-a0c8-492e-8c3e-36ea8530da88 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.1052599 Jul 19 17:42:46.398289 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a094690-9a63-4e1e-8328-7b595d040a05 req-f93c91af-eca1-43f6-86ee-836842a53364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:46.399760 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3a094690-9a63-4e1e-8328-7b595d040a05 req-f93c91af-eca1-43f6-86ee-836842a53364 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 1098 time: 0.0545471 Jul 19 17:42:46.447546 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a3414b25-8de5-4da6-8d2f-61b7804fc6a0 req-2a063087-a834-46f6-90fa-a464df10bf3f tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577850 Jul 19 17:42:46.450261 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d31f37fe-f868-45dd-99c0-836b4f810c09 req-225b4c5f-da80-4d5e-83b7-06c1e93a0c76 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547154 Jul 19 17:42:46.556866 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3a094690-9a63-4e1e-8328-7b595d040a05 req-0fc3500b-59b3-48a5-a946-3603c347e578 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696249 Jul 19 17:42:46.570929 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845dbb1-f529-4695-a9f4-b720dc195381 req-7ab3e6fe-7227-4fc5-9daa-0bef011d9b99 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:46.572593 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c845dbb1-f529-4695-a9f4-b720dc195381 req-7ab3e6fe-7227-4fc5-9daa-0bef011d9b99 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0692065 Jul 19 17:42:46.578276 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c95f6-adaa-466d-959c-4d317a01ddca req-5b01255f-171e-42b8-9812-5751390049b4 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:46.579724 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0e4c95f6-adaa-466d-959c-4d317a01ddca req-5b01255f-171e-42b8-9812-5751390049b4 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.49 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 945 time: 0.0862012 Jul 19 17:42:46.610469 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c845dbb1-f529-4695-a9f4-b720dc195381 req-fc33abdb-a99c-4bd8-955f-198b00ab319b tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322826 Jul 19 17:42:46.915915 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c48b3-f310-4d63-b6b7-af11600e4732 req-1a609acc-05b0-44eb-a3e2-57f661e570e4 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:46.917415 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-123c48b3-f310-4d63-b6b7-af11600e4732 req-1a609acc-05b0-44eb-a3e2-57f661e570e4 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 945 time: 0.0614026 Jul 19 17:42:46.954636 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-123c48b3-f310-4d63-b6b7-af11600e4732 req-705b91cb-5893-4742-96da-1a67098856bb tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309346 Jul 19 17:42:46.982007 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-0e4c95f6-adaa-466d-959c-4d317a01ddca req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Deleting port 6416955a-6e87-4401-b7fd-9ac974ef5912 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:42:46.982371 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0e4c95f6-adaa-466d-959c-4d317a01ddca req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:47.067831 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-0e4c95f6-adaa-466d-959c-4d317a01ddca req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] For port 6416955a-6e87-4401-b7fd-9ac974ef5912, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6416955a-6e87-4401-b7fd-9ac974ef5912,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:47.068099 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0e4c95f6-adaa-466d-959c-4d317a01ddca req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:47.080104 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-0e4c95f6-adaa-466d-959c-4d317a01ddca req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Calling delete_port for 6416955a-6e87-4401-b7fd-9ac974ef5912 owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:42:47.203578 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0e4c95f6-adaa-466d-959c-4d317a01ddca req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:47.229724 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Pushing event deleted for resources: {'Port': ['ID=6416955a-6e87-4401-b7fd-9ac974ef5912,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:47.243276 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:47.243628 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:47.243959 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:47.244296 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:47.244632 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:47.244964 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:47.245292 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:47.245617 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:47.245942 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:47.246292 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:47.246721 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:47.246976 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:47.254715 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b', '6416955a-6e87-4401-b7fd-9ac974ef5912'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:42:47.287117 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4c95f6-adaa-466d-959c-4d317a01ddca req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] No DVR routers for this DVR port 6416955a-6e87-4401-b7fd-9ac974ef5912 on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:42:47.289444 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0e4c95f6-adaa-466d-959c-4d317a01ddca req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:47.291490 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0e4c95f6-adaa-466d-959c-4d317a01ddca req-bb4385eb-b0cf-4e08-b643-32407ba63045 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.49 "DELETE /v2.0/ports/6416955a-6e87-4401-b7fd-9ac974ef5912 HTTP/1.1" status: 204 len: 173 time: 0.4050360 Jul 19 17:42:47.291914 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a695527f-6318-45c4-9b3c-950278eaed63', 'name': 'network-vif-deleted', 'tag': '6416955a-6e87-4401-b7fd-9ac974ef5912'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:42:47.294163 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634d6f69-051a-449d-bf90-2b9f4b62e202" -d '{"events": [{"server_uuid": "a695527f-6318-45c4-9b3c-950278eaed63", "name": "network-vif-deleted", "tag": "6416955a-6e87-4401-b7fd-9ac974ef5912"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:42:47.339053 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54d3b20-3b0b-4c75-b897-422a353f118b x-openstack-request-id: req-f54d3b20-3b0b-4c75-b897-422a353f118b {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:42:47.339488 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a695527f-6318-45c4-9b3c-950278eaed63", "name": "network-vif-deleted", "tag": "6416955a-6e87-4401-b7fd-9ac974ef5912", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:42:47.339923 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f54d3b20-3b0b-4c75-b897-422a353f118b {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:42:47.340505 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a695527f-6318-45c4-9b3c-950278eaed63', 'name': 'network-vif-deleted', 'tag': '6416955a-6e87-4401-b7fd-9ac974ef5912', 'status': 'completed', 'code': 200} Jul 19 17:42:47.586595 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-871a97e0-511d-4618-b60e-4fd7d7affcb9 req-51a1440b-ec17-4b01-bbb1-678b184b7118 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 210 time: 0.0578969 Jul 19 17:42:47.618675 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337367d-83ed-4607-b029-606448da8ce9 req-b4ccec66-484b-4a61-8b48-0e6123d5c37a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:47.620168 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b337367d-83ed-4607-b029-606448da8ce9 req-b4ccec66-484b-4a61-8b48-0e6123d5c37a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0902603 Jul 19 17:42:47.665385 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b337367d-83ed-4607-b029-606448da8ce9 req-7a9a1d3a-694a-43d6-a0ba-ef44823019c9 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395110 Jul 19 17:42:47.750820 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0a813-07ac-476d-a263-376137292997 req-59b87b86-be6b-4159-9149-c6219acf4247 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:47.752384 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b1e0a813-07ac-476d-a263-376137292997 req-59b87b86-be6b-4159-9149-c6219acf4247 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0696347 Jul 19 17:42:47.790593 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b1e0a813-07ac-476d-a263-376137292997 req-096b6ae5-3d3d-4caa-9326-bf48f0cec587 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320075 Jul 19 17:42:47.877822 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3303d-e439-4a5f-998e-745022a7435d req-dc69f43e-8c36-4cef-9f5e-188d8bf378c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:47.879363 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5ac3303d-e439-4a5f-998e-745022a7435d req-dc69f43e-8c36-4cef-9f5e-188d8bf378c4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 1099 time: 0.0638890 Jul 19 17:42:47.914217 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5ac3303d-e439-4a5f-998e-745022a7435d req-cc3e4d2f-e58e-4db0-af65-31f301b7b1b1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272589 Jul 19 17:42:48.082357 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb3b0d-8241-4fab-9fce-cc213af94e00 req-94ec7ed7-220c-422b-8805-915914a1d04a tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:48.083819 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8efb3b0d-8241-4fab-9fce-cc213af94e00 req-94ec7ed7-220c-422b-8805-915914a1d04a tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 945 time: 0.0647326 Jul 19 17:42:48.124210 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8efb3b0d-8241-4fab-9fce-cc213af94e00 req-d8f51dff-2c39-4f64-a1ae-1e31a417b83b tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342913 Jul 19 17:42:48.558204 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ff0c0-83b2-4e19-8d53-b7deb1311460 req-99f999c4-ad0c-4e2b-bb21-ac9e02e0a70a tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:48.559693 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-213ff0c0-83b2-4e19-8d53-b7deb1311460 req-99f999c4-ad0c-4e2b-bb21-ac9e02e0a70a tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 945 time: 0.0645058 Jul 19 17:42:48.597485 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-213ff0c0-83b2-4e19-8d53-b7deb1311460 req-87033088-c9df-43ef-a04b-053c6f9f73c0 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321159 Jul 19 17:42:48.695709 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-574eac37-0610-4d1f-911c-329f720de1e0 req-184607a0-e4ad-4baf-ba41-97b84dd37f66 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=a695527f-6318-45c4-9b3c-950278eaed63 HTTP/1.1" status: 200 len: 210 time: 0.0311608 Jul 19 17:42:48.801628 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8853a0-7ba1-43e6-9fa3-715a336f0125 req-a8432f33-2909-4eed-a4f5-aa71c3de5c7d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:48.803171 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6c8853a0-7ba1-43e6-9fa3-715a336f0125 req-a8432f33-2909-4eed-a4f5-aa71c3de5c7d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0626500 Jul 19 17:42:48.843372 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6c8853a0-7ba1-43e6-9fa3-715a336f0125 req-37c26fae-6168-4875-97b2-d8dfb7d47e55 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338702 Jul 19 17:42:48.919055 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3490b-7086-437c-a63c-9b7e059e0999 req-c531c451-e77a-4ae9-8b00-dd462bc5b6a7 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:48.920522 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-06c3490b-7086-437c-a63c-9b7e059e0999 req-c531c451-e77a-4ae9-8b00-dd462bc5b6a7 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0631635 Jul 19 17:42:48.958385 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-06c3490b-7086-437c-a63c-9b7e059e0999 req-2e7fa65e-e70e-4e86-a3f2-e3a4c03f7c8e tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320091 Jul 19 17:42:49.167501 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-cdddcded-a3c9-4a52-a53d-3c91ba2738b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:49.262718 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9da979-4d3e-4ba5-b86d-4d1c95a514fc req-7f9066c8-fc67-421d-866a-b9965053be82 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:49.264145 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3d9da979-4d3e-4ba5-b86d-4d1c95a514fc req-7f9066c8-fc67-421d-866a-b9965053be82 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 945 time: 0.0666595 Jul 19 17:42:49.302239 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3d9da979-4d3e-4ba5-b86d-4d1c95a514fc req-cd320ef9-00a9-4adb-9ad6-c10706ab3c35 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324070 Jul 19 17:42:49.726268 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a659f7-b86f-4388-ba7c-61ccc551119a req-ad92cb7a-5b06-4132-ae2b-0049a37f6d8e tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:49.727814 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-66a659f7-b86f-4388-ba7c-61ccc551119a req-ad92cb7a-5b06-4132-ae2b-0049a37f6d8e tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 945 time: 0.0649569 Jul 19 17:42:49.766837 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-66a659f7-b86f-4388-ba7c-61ccc551119a req-7e1ba85a-0bf8-4bf7-8c68-0a49a10184c5 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327549 Jul 19 17:42:49.984827 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d80a74-b60b-462d-b8cf-2b6904e52f41 req-70bf8abc-5dff-47e0-bf80-2621fbd1eae0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:49.986355 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c1d80a74-b60b-462d-b8cf-2b6904e52f41 req-70bf8abc-5dff-47e0-bf80-2621fbd1eae0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0662501 Jul 19 17:42:50.035459 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c1d80a74-b60b-462d-b8cf-2b6904e52f41 req-a011c325-156a-4b26-8ea3-0bf5223c907a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431352 Jul 19 17:42:50.099878 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc67ac-5ee0-4bec-b68d-6bae2e1d5f0d req-5f01f85c-a77b-4343-aae9-ee3602b6d60c tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:50.101394 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bcbc67ac-5ee0-4bec-b68d-6bae2e1d5f0d req-5f01f85c-a77b-4343-aae9-ee3602b6d60c tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0704620 Jul 19 17:42:50.139781 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bcbc67ac-5ee0-4bec-b68d-6bae2e1d5f0d req-f3ba340a-6204-4b7a-a0af-9eda19b40641 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325096 Jul 19 17:42:50.293147 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36122c-4935-419e-939e-579b5e6bf934 req-a173f949-8ae6-4ad3-97a5-24cda3f0088d tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:50.294757 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1e36122c-4935-419e-939e-579b5e6bf934 req-a173f949-8ae6-4ad3-97a5-24cda3f0088d tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 945 time: 0.0757177 Jul 19 17:42:50.337003 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1e36122c-4935-419e-939e-579b5e6bf934 req-c174ad48-99b0-40d0-90eb-7f98a37ddae1 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361423 Jul 19 17:42:50.473507 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c354c92-c243-49fe-b388-02883378101c req-c165e47a-2225-4025-aaca-b33835b674be tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:50.475017 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3c354c92-c243-49fe-b388-02883378101c req-c165e47a-2225-4025-aaca-b33835b674be tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0698328 Jul 19 17:42:50.477187 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d4f8e-9872-47ba-9298-4c1bd80ca240 req-3d619af8-90ca-40a4-9ab6-25481b95d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:50.478693 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-7d8d4f8e-9872-47ba-9298-4c1bd80ca240 req-3d619af8-90ca-40a4-9ab6-25481b95d19a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f89ba439f784b5ea4f1cc9cd7778d80&device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 1099 time: 0.0526223 Jul 19 17:42:50.520309 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3c354c92-c243-49fe-b388-02883378101c req-e9691a22-af6e-47e7-844a-4bdd5c3ec078 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390525 Jul 19 17:42:50.579792 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d4f8e-9872-47ba-9298-4c1bd80ca240 req-351a6316-3c29-4081-9c15-104145d040ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:50.581173 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-7d8d4f8e-9872-47ba-9298-4c1bd80ca240 req-351a6316-3c29-4081-9c15-104145d040ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba199622-5356-4143-a827-7602fbb52049 HTTP/1.1" status: 200 len: 920 time: 0.0928178 Jul 19 17:42:50.621401 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-7d8d4f8e-9872-47ba-9298-4c1bd80ca240 req-a28a5742-a787-4c3a-a6ae-7d804bc89aa5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68047ea3-4512-4a1d-81df-bdd15d1a915b HTTP/1.1" status: 200 len: 217 time: 0.0326786 Jul 19 17:42:50.711829 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d4f8e-9872-47ba-9298-4c1bd80ca240 req-570163a0-4a0c-4b05-8c26-22ce637ab5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:50.713200 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-7d8d4f8e-9872-47ba-9298-4c1bd80ca240 req-570163a0-4a0c-4b05-8c26-22ce637ab5b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5 HTTP/1.1" status: 200 len: 859 time: 0.0405309 Jul 19 17:42:50.754951 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-7d8d4f8e-9872-47ba-9298-4c1bd80ca240 req-2d489e24-dd0d-4a58-8891-57ea9026f63c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba199622-5356-4143-a827-7602fbb52049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270987 Jul 19 17:42:50.853107 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 6416955a-6e87-4401-b7fd-9ac974ef5912 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:42:50.860065 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-7d8d4f8e-9872-47ba-9298-4c1bd80ca240 req-c8807a71-79ee-4fdf-995f-9518f18164d0 service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818005 Jul 19 17:42:50.874098 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: 6416955a-6e87-4401-b7fd-9ac974ef5912 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:42:50.874781 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 6416955a-6e87-4401-b7fd-9ac974ef5912 not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:42:50.909625 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbefca-8c45-4990-a187-652b623cb902 req-1cb6ea18-0dad-4c8a-b9d5-3443d15b54a4 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:50.911243 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-85fbefca-8c45-4990-a187-652b623cb902 req-1cb6ea18-0dad-4c8a-b9d5-3443d15b54a4 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 945 time: 0.0763569 Jul 19 17:42:50.949730 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-85fbefca-8c45-4990-a187-652b623cb902 req-3ee746ec-02f3-4a02-b7a4-f766b7ffce70 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322690 Jul 19 17:42:51.049380 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-7d8d4f8e-9872-47ba-9298-4c1bd80ca240 req-4b82c77d-c18d-48fb-a627-eb6cbba55b81 service neutron] 10.222.0.49 "GET /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116319 Jul 19 17:42:51.105973 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74339cc2-9e42-4dde-925f-da641082d203 req-2c3b475e-97f5-4284-9e82-f43b748b6b35 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:51.107458 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-74339cc2-9e42-4dde-925f-da641082d203 req-2c3b475e-97f5-4284-9e82-f43b748b6b35 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 945 time: 0.0637040 Jul 19 17:42:51.174460 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-74339cc2-9e42-4dde-925f-da641082d203 req-587292f8-1de6-4d81-9ee2-1fa3dc1aff5d tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573225 Jul 19 17:42:51.210295 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c70232-5f33-4ca0-9a93-630cfa328880 req-f575ac91-09fc-4795-b96f-f7ea60580f75 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:51.212266 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-83c70232-5f33-4ca0-9a93-630cfa328880 req-f575ac91-09fc-4795-b96f-f7ea60580f75 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.1035292 Jul 19 17:42:51.248640 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-83c70232-5f33-4ca0-9a93-630cfa328880 req-8a71fac5-7f91-42d9-8b0c-05f4c4323f03 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308669 Jul 19 17:42:51.331337 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67270f-a2c9-4d18-a7cf-71c576ef523b req-4e8e2460-63fc-421b-9304-83e85cc70e2b tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:51.332768 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-7b67270f-a2c9-4d18-a7cf-71c576ef523b req-4e8e2460-63fc-421b-9304-83e85cc70e2b tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 945 time: 0.0655510 Jul 19 17:42:51.440016 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-7b67270f-a2c9-4d18-a7cf-71c576ef523b req-6e299c79-9e39-4997-b7f4-043b567b3fed tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Deleting port 03723d7b-60d0-4bba-84f6-157f93a18589 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:42:51.440286 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-7b67270f-a2c9-4d18-a7cf-71c576ef523b req-6e299c79-9e39-4997-b7f4-043b567b3fed tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:51.486204 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63a134-8bbf-4fb3-b05e-2abb1183b17d req-29af0d3f-ca4a-4739-9bf8-8ac80c4287c5 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:51.487683 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1d63a134-8bbf-4fb3-b05e-2abb1183b17d req-29af0d3f-ca4a-4739-9bf8-8ac80c4287c5 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 945 time: 0.0679858 Jul 19 17:42:51.526847 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1d63a134-8bbf-4fb3-b05e-2abb1183b17d req-8efb8311-c6ab-4e19-9cee-24debf8d8888 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328796 Jul 19 17:42:51.532841 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-7b67270f-a2c9-4d18-a7cf-71c576ef523b req-6e299c79-9e39-4997-b7f4-043b567b3fed tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] For port 03723d7b-60d0-4bba-84f6-157f93a18589, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=03723d7b-60d0-4bba-84f6-157f93a18589,segment=NetworkSegment(42d91dd2-ff1c-4fd6-99f7-a244daea77fc),segment_id=42d91dd2-ff1c-4fd6-99f7-a244daea77fc)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:51.533363 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-7b67270f-a2c9-4d18-a7cf-71c576ef523b req-6e299c79-9e39-4997-b7f4-043b567b3fed tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:51.549194 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-7b67270f-a2c9-4d18-a7cf-71c576ef523b req-6e299c79-9e39-4997-b7f4-043b567b3fed tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Calling delete_port for 03723d7b-60d0-4bba-84f6-157f93a18589 owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:42:51.652333 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a80af-92fb-4f99-b046-7657da76d882 req-eae791e8-87d6-4fce-9bbd-bb6b59d53613 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:51.653981 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7b7a80af-92fb-4f99-b046-7657da76d882 req-eae791e8-87d6-4fce-9bbd-bb6b59d53613 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0681734 Jul 19 17:42:51.682420 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-7b67270f-a2c9-4d18-a7cf-71c576ef523b req-6e299c79-9e39-4997-b7f4-043b567b3fed tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:51.691626 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-bc05ecc6-cc36-4adb-a83e-287e1fc4eaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:51.694416 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7b7a80af-92fb-4f99-b046-7657da76d882 req-805b3fb1-82df-4692-8b86-1dd44f7142c6 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346873 Jul 19 17:42:51.712782 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e299c79-9e39-4997-b7f4-043b567b3fed tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Pushing event deleted for resources: {'Port': ['ID=03723d7b-60d0-4bba-84f6-157f93a18589,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:51.726852 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['03723d7b-60d0-4bba-84f6-157f93a18589'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:42:51.759664 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b67270f-a2c9-4d18-a7cf-71c576ef523b req-6e299c79-9e39-4997-b7f4-043b567b3fed tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] No DVR routers for this DVR port 03723d7b-60d0-4bba-84f6-157f93a18589 on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:42:51.761951 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-7b67270f-a2c9-4d18-a7cf-71c576ef523b req-6e299c79-9e39-4997-b7f4-043b567b3fed tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:51.763988 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-7b67270f-a2c9-4d18-a7cf-71c576ef523b req-6e299c79-9e39-4997-b7f4-043b567b3fed tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.49 "DELETE /v2.0/ports/03723d7b-60d0-4bba-84f6-157f93a18589 HTTP/1.1" status: 204 len: 173 time: 0.4230320 Jul 19 17:42:51.764432 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5c63dd-2ec9-4729-b6c9-877f73d719f8', 'name': 'network-vif-deleted', 'tag': '03723d7b-60d0-4bba-84f6-157f93a18589'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:42:51.766728 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01b0a3d-9837-4a96-9b65-d0a427e68d8a" -d '{"events": [{"server_uuid": "ab5c63dd-2ec9-4729-b6c9-877f73d719f8", "name": "network-vif-deleted", "tag": "03723d7b-60d0-4bba-84f6-157f93a18589"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:42:51.801150 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d881f4c3-8773-4262-86f0-d94c383577fb x-openstack-request-id: req-d881f4c3-8773-4262-86f0-d94c383577fb {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:42:51.801435 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5c63dd-2ec9-4729-b6c9-877f73d719f8", "name": "network-vif-deleted", "tag": "03723d7b-60d0-4bba-84f6-157f93a18589", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:42:51.801684 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d881f4c3-8773-4262-86f0-d94c383577fb {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:42:51.802102 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5c63dd-2ec9-4729-b6c9-877f73d719f8', 'name': 'network-vif-deleted', 'tag': '03723d7b-60d0-4bba-84f6-157f93a18589', 'status': 'completed', 'code': 200} Jul 19 17:42:51.920822 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:52.055830 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2ac0fe9a-d95f-41a2-9fa3-2bb5821d7d29 req-09770f37-9b19-4b26-90d6-46e08ba23a24 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab5c63dd-2ec9-4729-b6c9-877f73d719f8 HTTP/1.1" status: 200 len: 210 time: 0.0280318 Jul 19 17:42:52.305394 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92ef2e-0873-4fb0-a22b-3028e6743560 req-ae1b5e65-cef1-4646-ae56-182dc8e68138 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:52.306909 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ad92ef2e-0873-4fb0-a22b-3028e6743560 req-ae1b5e65-cef1-4646-ae56-182dc8e68138 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 945 time: 0.0640955 Jul 19 17:42:52.375210 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ad92ef2e-0873-4fb0-a22b-3028e6743560 req-e085b316-1e43-4b83-9709-ab0f0074597b tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624869 Jul 19 17:42:52.403850 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff094911-e4dc-45b7-9abe-d0b05e5d4d5e req-9d86b72c-625c-45a0-b872-547eb2e88a88 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:52.405362 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ff094911-e4dc-45b7-9abe-d0b05e5d4d5e req-9d86b72c-625c-45a0-b872-547eb2e88a88 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0867715 Jul 19 17:42:52.443478 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ff094911-e4dc-45b7-9abe-d0b05e5d4d5e req-53a411fc-15f8-4e07-ba1e-861834433919 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326970 Jul 19 17:42:52.652512 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9ca3b-c595-4260-95a6-d49563e8feb7 req-f625ceec-2849-473a-baa2-46597e062b64 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:52.653994 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dfd9ca3b-c595-4260-95a6-d49563e8feb7 req-f625ceec-2849-473a-baa2-46597e062b64 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 945 time: 0.0613427 Jul 19 17:42:52.690769 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dfd9ca3b-c595-4260-95a6-d49563e8feb7 req-88b74a08-2233-4b02-9e4c-e111f64ec4f1 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d917491-b994-4d79-b782-be624a124294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308363 Jul 19 17:42:52.822474 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5790ec-1391-4e3b-9391-8b7a2264a1d4 req-1dada3fd-e5f8-407b-867d-2eb27abfea61 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:52.823900 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ff5790ec-1391-4e3b-9391-8b7a2264a1d4 req-1dada3fd-e5f8-407b-867d-2eb27abfea61 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0650656 Jul 19 17:42:52.860733 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ff5790ec-1391-4e3b-9391-8b7a2264a1d4 req-faa6cf99-5d2a-433a-87a6-d4110ab11ef4 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312276 Jul 19 17:42:52.869530 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca917c2-4dd0-4638-ae99-4ed4dd27d131 req-5681d05a-5523-4481-9721-9ea34d1f26f3 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:52.871038 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0ca917c2-4dd0-4638-ae99-4ed4dd27d131 req-5681d05a-5523-4481-9721-9ea34d1f26f3 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.49 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 945 time: 0.0699399 Jul 19 17:42:52.967866 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-0ca917c2-4dd0-4638-ae99-4ed4dd27d131 req-d622df03-f707-4f01-b32c-6a4b0d75c74c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Deleting port f4744f82-876b-44ec-b8ba-f870ca9171c5 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:42:52.968208 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0ca917c2-4dd0-4638-ae99-4ed4dd27d131 req-d622df03-f707-4f01-b32c-6a4b0d75c74c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:53.058272 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-0ca917c2-4dd0-4638-ae99-4ed4dd27d131 req-d622df03-f707-4f01-b32c-6a4b0d75c74c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] For port f4744f82-876b-44ec-b8ba-f870ca9171c5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f4744f82-876b-44ec-b8ba-f870ca9171c5,segment=NetworkSegment(76456ff3-18f8-4978-8708-6fcc6a54e306),segment_id=76456ff3-18f8-4978-8708-6fcc6a54e306)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:53.058627 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0ca917c2-4dd0-4638-ae99-4ed4dd27d131 req-d622df03-f707-4f01-b32c-6a4b0d75c74c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:53.070553 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-0ca917c2-4dd0-4638-ae99-4ed4dd27d131 req-d622df03-f707-4f01-b32c-6a4b0d75c74c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Calling delete_port for f4744f82-876b-44ec-b8ba-f870ca9171c5 owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:42:53.084514 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:53.125824 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:53.205666 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0ca917c2-4dd0-4638-ae99-4ed4dd27d131 req-d622df03-f707-4f01-b32c-6a4b0d75c74c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:53.232351 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622df03-f707-4f01-b32c-6a4b0d75c74c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Pushing event deleted for resources: {'Port': ['ID=f4744f82-876b-44ec-b8ba-f870ca9171c5,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:53.247806 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['f4744f82-876b-44ec-b8ba-f870ca9171c5'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:42:53.284523 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca917c2-4dd0-4638-ae99-4ed4dd27d131 req-d622df03-f707-4f01-b32c-6a4b0d75c74c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] No DVR routers for this DVR port f4744f82-876b-44ec-b8ba-f870ca9171c5 on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:42:53.286910 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0ca917c2-4dd0-4638-ae99-4ed4dd27d131 req-d622df03-f707-4f01-b32c-6a4b0d75c74c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:53.290257 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0ca917c2-4dd0-4638-ae99-4ed4dd27d131 req-d622df03-f707-4f01-b32c-6a4b0d75c74c tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.49 "DELETE /v2.0/ports/f4744f82-876b-44ec-b8ba-f870ca9171c5 HTTP/1.1" status: 204 len: 173 time: 0.4127107 Jul 19 17:42:53.503632 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31e149-b9ab-4aef-8f2c-3fc5b245f85f req-4008c49b-3210-4513-bb7b-e35751e72c4e tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:53.505289 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eb31e149-b9ab-4aef-8f2c-3fc5b245f85f req-4008c49b-3210-4513-bb7b-e35751e72c4e tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 945 time: 0.0648518 Jul 19 17:42:53.572640 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eb31e149-b9ab-4aef-8f2c-3fc5b245f85f req-bb3c3ecf-b862-4b4a-b084-8e5ed1fd2d4b tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608470 Jul 19 17:42:53.604189 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ceb5e0-a5ea-4acd-a868-77c7997c880f req-22ef0da3-e3e2-4ac4-9e39-fbfeec057a35 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:53.605653 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a3ceb5e0-a5ea-4acd-a868-77c7997c880f req-22ef0da3-e3e2-4ac4-9e39-fbfeec057a35 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0796673 Jul 19 17:42:53.641506 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a3ceb5e0-a5ea-4acd-a868-77c7997c880f req-e166248a-f331-433b-bc76-74e0784e8cdc tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303621 Jul 19 17:42:53.797256 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-25c64b38-f63c-4d92-9f04-6527204131d8 req-12020e89-9ef4-4623-9c2c-e9ade6c327ff tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 210 time: 0.0317450 Jul 19 17:42:53.803375 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160d7929-19ec-42e2-940a-206742109f23', 'name': 'network-vif-deleted', 'tag': 'f4744f82-876b-44ec-b8ba-f870ca9171c5'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:42:53.805730 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5698ccfa-fd91-41f0-bbf5-9cf44700346c" -d '{"events": [{"server_uuid": "160d7929-19ec-42e2-940a-206742109f23", "name": "network-vif-deleted", "tag": "f4744f82-876b-44ec-b8ba-f870ca9171c5"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:42:53.839958 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd36809-1e1f-401b-9f91-d15deccdd853 x-openstack-request-id: req-6bd36809-1e1f-401b-9f91-d15deccdd853 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:42:53.840241 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160d7929-19ec-42e2-940a-206742109f23", "name": "network-vif-deleted", "tag": "f4744f82-876b-44ec-b8ba-f870ca9171c5", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:42:53.840488 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6bd36809-1e1f-401b-9f91-d15deccdd853 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:42:53.840868 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160d7929-19ec-42e2-940a-206742109f23', 'name': 'network-vif-deleted', 'tag': 'f4744f82-876b-44ec-b8ba-f870ca9171c5', 'status': 'completed', 'code': 200} Jul 19 17:42:53.989817 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749d961-bcdf-4f61-aa9a-1f52ab2a7c98 req-12e19141-15f7-4b74-b57b-430cee6f633d tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:53.991241 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6749d961-bcdf-4f61-aa9a-1f52ab2a7c98 req-12e19141-15f7-4b74-b57b-430cee6f633d tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0632377 Jul 19 17:42:54.032051 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6749d961-bcdf-4f61-aa9a-1f52ab2a7c98 req-2cc33348-fafc-4421-a840-829346755924 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351684 Jul 19 17:42:54.477145 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:54.700636 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465616ef-6726-42e4-8346-a4c9c26c2623 req-d4f13577-31af-4fa4-9fa7-c4edd287a7b8 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:54.702135 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-465616ef-6726-42e4-8346-a4c9c26c2623 req-d4f13577-31af-4fa4-9fa7-c4edd287a7b8 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 945 time: 0.0617988 Jul 19 17:42:54.770482 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-465616ef-6726-42e4-8346-a4c9c26c2623 req-cdf5ebb3-dd8f-4510-9b6a-cfae89707f27 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628529 Jul 19 17:42:54.799132 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc89a0-7180-4eca-88cd-79ec3b8b7d01 req-ff2796d6-6618-46e9-8194-3a1d4379b673 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:54.800612 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-effc89a0-7180-4eca-88cd-79ec3b8b7d01 req-ff2796d6-6618-46e9-8194-3a1d4379b673 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0871732 Jul 19 17:42:54.839680 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-effc89a0-7180-4eca-88cd-79ec3b8b7d01 req-695d56ef-196a-4049-a5cc-a9023054aeab tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329680 Jul 19 17:42:54.902784 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e0e9eb89-23b9-461f-9aa6-c893133ef04f req-df10cdf9-f3a9-4fa7-86d1-a15fb9c4ff41 tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 210 time: 0.0275896 Jul 19 17:42:55.156312 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6a5bc-186b-417a-ba9b-31a12e5f6618 req-b1a5b57c-173a-493f-969c-fb1b030e8afc tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:55.157759 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7cd6a5bc-186b-417a-ba9b-31a12e5f6618 req-b1a5b57c-173a-493f-969c-fb1b030e8afc tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0606480 Jul 19 17:42:55.198626 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7cd6a5bc-186b-417a-ba9b-31a12e5f6618 req-1b7384bd-9c45-4286-932f-8f0752375d67 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352652 Jul 19 17:42:55.901525 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6dab4-66f6-4cf8-b70a-1e1550b7d66f req-0dd0b541-b50b-4c8e-b2f7-8c250b81146a tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:55.903097 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c3d6dab4-66f6-4cf8-b70a-1e1550b7d66f req-0dd0b541-b50b-4c8e-b2f7-8c250b81146a tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 945 time: 0.0652122 Jul 19 17:42:55.971656 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c3d6dab4-66f6-4cf8-b70a-1e1550b7d66f req-c5b807f5-6004-4f49-8ff0-b41e45269ce4 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/security-groups?id=edea4c82-1f01-4d86-9c94-1af916739ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615466 Jul 19 17:42:56.004476 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a5e9d-a6c1-4e7d-9b1d-a59d21c33af2 req-25647139-8372-4a68-b7b3-69e3a6e68c24 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:56.005955 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-533a5e9d-a6c1-4e7d-9b1d-a59d21c33af2 req-25647139-8372-4a68-b7b3-69e3a6e68c24 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 943 time: 0.0779941 Jul 19 17:42:56.064424 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-533a5e9d-a6c1-4e7d-9b1d-a59d21c33af2 req-e2197455-2114-41f5-983f-7e20e2acc303 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488725 Jul 19 17:42:56.084504 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb96d8-95c9-4319-9604-f9da9b693062 req-70298509-77dc-4c51-991a-6d7d0c614614 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:56.086273 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-9cdb96d8-95c9-4319-9604-f9da9b693062 req-70298509-77dc-4c51-991a-6d7d0c614614 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 945 time: 0.0832498 Jul 19 17:42:56.087803 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-61ea37bd-e850-4dad-81ef-930beb5262f5 req-50c546aa-cccc-4b25-9d99-ea760ac7434b tempest-VolumesActionsTest-1177174730 tempest-VolumesActionsTest-1177174730-project] 10.222.0.58 "GET /v2.0/ports?device_id=160d7929-19ec-42e2-940a-206742109f23 HTTP/1.1" status: 200 len: 210 time: 0.0388749 Jul 19 17:42:56.190698 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-9cdb96d8-95c9-4319-9604-f9da9b693062 req-16b96640-b54e-46ce-a7e6-9d24490cdf06 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Deleting port a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:42:56.191040 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-9cdb96d8-95c9-4319-9604-f9da9b693062 req-16b96640-b54e-46ce-a7e6-9d24490cdf06 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:56.292195 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-9cdb96d8-95c9-4319-9604-f9da9b693062 req-16b96640-b54e-46ce-a7e6-9d24490cdf06 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] For port a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b,segment=NetworkSegment(936f9355-0be1-470f-a158-f5555ef6d376),segment_id=936f9355-0be1-470f-a158-f5555ef6d376)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:56.292699 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-9cdb96d8-95c9-4319-9604-f9da9b693062 req-16b96640-b54e-46ce-a7e6-9d24490cdf06 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:56.305527 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-9cdb96d8-95c9-4319-9604-f9da9b693062 req-16b96640-b54e-46ce-a7e6-9d24490cdf06 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Calling delete_port for a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:42:56.339897 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841aebf-ee69-4805-a84f-06f1c573fc81 req-5eac3cd5-039a-4c6c-a191-5365169331bf tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:56.342478 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d841aebf-ee69-4805-a84f-06f1c573fc81 req-5eac3cd5-039a-4c6c-a191-5365169331bf tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0720577 Jul 19 17:42:56.399139 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d841aebf-ee69-4805-a84f-06f1c573fc81 req-dc202e52-5e9f-4bb6-84f3-61c89ef4bb84 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419772 Jul 19 17:42:56.443837 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-9cdb96d8-95c9-4319-9604-f9da9b693062 req-16b96640-b54e-46ce-a7e6-9d24490cdf06 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:56.476131 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b96640-b54e-46ce-a7e6-9d24490cdf06 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Pushing event deleted for resources: {'Port': ['ID=a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:56.487285 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:42:56.531266 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdb96d8-95c9-4319-9604-f9da9b693062 req-16b96640-b54e-46ce-a7e6-9d24490cdf06 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] No DVR routers for this DVR port a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:42:56.533660 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-9cdb96d8-95c9-4319-9604-f9da9b693062 req-16b96640-b54e-46ce-a7e6-9d24490cdf06 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:56.535669 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-9cdb96d8-95c9-4319-9604-f9da9b693062 req-16b96640-b54e-46ce-a7e6-9d24490cdf06 tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.49 "DELETE /v2.0/ports/a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b HTTP/1.1" status: 204 len: 173 time: 0.4432361 Jul 19 17:42:56.536091 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c6db6f-29fa-4ba3-bf00-77f2b13e7441', 'name': 'network-vif-deleted', 'tag': 'a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:42:56.538800 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7efda0c-fa80-4dd4-8228-476ade23f541" -d '{"events": [{"server_uuid": "d1c6db6f-29fa-4ba3-bf00-77f2b13e7441", "name": "network-vif-deleted", "tag": "a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:42:56.582721 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c0c17b-1164-4968-ae40-a27e64547dc1 x-openstack-request-id: req-c5c0c17b-1164-4968-ae40-a27e64547dc1 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:42:56.583358 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c6db6f-29fa-4ba3-bf00-77f2b13e7441", "name": "network-vif-deleted", "tag": "a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:42:56.583740 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c5c0c17b-1164-4968-ae40-a27e64547dc1 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:42:56.584567 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c6db6f-29fa-4ba3-bf00-77f2b13e7441', 'name': 'network-vif-deleted', 'tag': 'a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b', 'status': 'completed', 'code': 200} Jul 19 17:42:56.882928 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device c90129eb-975a-429a-918c-b4c7bc8ba825 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:42:56.892430 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device f4744f82-876b-44ec-b8ba-f870ca9171c5 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:42:56.915217 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: f4744f82-876b-44ec-b8ba-f870ca9171c5 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:42:56.915558 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device f4744f82-876b-44ec-b8ba-f870ca9171c5 not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:42:56.915961 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 03723d7b-60d0-4bba-84f6-157f93a18589 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:42:56.936473 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: 03723d7b-60d0-4bba-84f6-157f93a18589 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:42:56.936811 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 03723d7b-60d0-4bba-84f6-157f93a18589 not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:42:57.013137 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port c90129eb-975a-429a-918c-b4c7bc8ba825, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c90129eb-975a-429a-918c-b4c7bc8ba825,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:57.024128 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': 'c90129eb-975a-429a-918c-b4c7bc8ba825', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'port_id': 'c90129eb-975a-429a-918c-b4c7bc8ba825', 'mac_address': 'fa:16:3e:13:61:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:42:57.065396 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:57.078767 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90129eb-975a-429a-918c-b4c7bc8ba825 {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:42:57.088011 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3cde9aa6-3881-4f35-88f5-66d9f071edba req-4f87af6d-00a8-4526-8e51-bce7a24ef1af tempest-AttachVolumeNegativeTest-1710581625 tempest-AttachVolumeNegativeTest-1710581625-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c6db6f-29fa-4ba3-bf00-77f2b13e7441 HTTP/1.1" status: 200 len: 210 time: 0.0286264 Jul 19 17:42:57.100763 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port c90129eb-975a-429a-918c-b4c7bc8ba825, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c90129eb-975a-429a-918c-b4c7bc8ba825,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:42:57.113283 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:57.188045 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=c90129eb-975a-429a-918c-b4c7bc8ba825,revision_number=9']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:57.209092 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901597ac-fb9f-4482-b4d3-614c23778090 req-3fedf689-d8e9-4bcf-9e09-e2c86ae3cf0d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:57.210727 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-901597ac-fb9f-4482-b4d3-614c23778090 req-3fedf689-d8e9-4bcf-9e09-e2c86ae3cf0d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 944 time: 0.0673301 Jul 19 17:42:57.253655 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-901597ac-fb9f-4482-b4d3-614c23778090 req-840bee88-0ffb-4f80-b689-63125b073218 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372732 Jul 19 17:42:57.512922 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['c90129eb-975a-429a-918c-b4c7bc8ba825'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:42:58.145039 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 51916) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:42:58.188627 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Deleting subnet 3eb113ba-eefb-429b-b333-3270c4ff78d1 {{(pid=99966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:42:58.191882 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.224918 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.233679 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364798'] for subnet, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.287227 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for subnet, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.299998 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.302137 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3eb113ba-eefb-429b-b333-3270c4ff78d1 HTTP/1.1" status: 204 len: 168 time: 0.1560638 Jul 19 17:42:58.305513 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 51922) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:42:58.319969 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb113ba-eefb-429b-b333-3270c4ff78d1,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:58.340822 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.341172 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.341513 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.341912 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.342289 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.342624 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.342955 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.343281 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.343608 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.343929 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.344252 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.344569 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e886754-19f8-451a-b010-f9ae0400cbf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:42:58.377486 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-079a3494-37d8-4611-be9a-39da293f22bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623415'] for network, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.414450 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbcef3-6991-414f-99b5-7dc1fb92d1a7 req-18efa45a-1a9f-4ce3-86cb-5a658bf9f90e tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:58.415935 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-75cbcef3-6991-414f-99b5-7dc1fb92d1a7 req-18efa45a-1a9f-4ce3-86cb-5a658bf9f90e tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 944 time: 0.0686185 Jul 19 17:42:58.455354 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-75cbcef3-6991-414f-99b5-7dc1fb92d1a7 req-eb897970-cc11-4459-a8fd-873fa85dfe35 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324001 Jul 19 17:42:58.459690 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-079a3494-37d8-4611-be9a-39da293f22bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366034', 'neutron.services.segments.db._delete_segments_for_network-8740605476410'] for network, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.474157 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-079a3494-37d8-4611-be9a-39da293f22bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f41bdfe-4825-4b22-b0b9-adb28abfe835']}} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:42:58.485369 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-079a3494-37d8-4611-be9a-39da293f22bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936f9355-0be1-470f-a158-f5555ef6d376') {'for_net_delete': True} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:42:58.485720 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-079a3494-37d8-4611-be9a-39da293f22bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936f9355-0be1-470f-a158-f5555ef6d376') {} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:42:58.494736 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-079a3494-37d8-4611-be9a-39da293f22bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740605480259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8558821'] for segment, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.509112 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-079a3494-37d8-4611-be9a-39da293f22bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.515142 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079a3494-37d8-4611-be9a-39da293f22bb admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=99967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:42:58.515523 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-079a3494-37d8-4611-be9a-39da293f22bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558688'] for segment, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: Traceback (most recent call last): Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: timer() Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: cb(*args, **kw) Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: return func(*args, **kwargs) Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: self._notify() Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: self.callback(batched_events) Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: event.method(event) Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: return f(self, *a, **k) Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._get(url).json() Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: return self.request(url, 'GET', **kwargs) Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:42:58.517332 dv-cinder-800696-4-iscsi neutron-server[99967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:42:58.580261 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-079a3494-37d8-4611-be9a-39da293f22bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418180'] for network, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.587941 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-079a3494-37d8-4611-be9a-39da293f22bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.589751 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-079a3494-37d8-4611-be9a-39da293f22bb admin admin] 10.222.0.58 "DELETE /v2.0/networks/6f41bdfe-4825-4b22-b0b9-adb28abfe835 HTTP/1.1" status: 204 len: 168 time: 0.2831755 Jul 19 17:42:58.598852 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a3494-37d8-4611-be9a-39da293f22bb admin admin] Pushing event deleted for resources: {'Network': ['ID=6f41bdfe-4825-4b22-b0b9-adb28abfe835,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:58.726385 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 51938) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:42:58.764927 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-a6aa8b75-ba49-487b-a611-65380337132a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1f798727ec6c469db122e0336ec8306e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0373836 Jul 19 17:42:58.767284 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 51940) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:42:58.812424 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-af323360-9f69-4ee5-bc52-ed9960f5de5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.832719 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-af323360-9f69-4ee5-bc52-ed9960f5de5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.876520 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-af323360-9f69-4ee5-bc52-ed9960f5de5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.879151 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-af323360-9f69-4ee5-bc52-ed9960f5de5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:42:58.880253 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-af323360-9f69-4ee5-bc52-ed9960f5de5a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/edea4c82-1f01-4d86-9c94-1af916739ff1 HTTP/1.1" status: 204 len: 168 time: 0.1121035 Jul 19 17:42:58.887984 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af323360-9f69-4ee5-bc52-ed9960f5de5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edea4c82-1f01-4d86-9c94-1af916739ff1,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:42:59.591788 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53454e-861e-4bc4-bb66-69437a9721e9 req-991ea5c9-0183-4492-8612-ea26199e497a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:42:59.593274 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4f53454e-861e-4bc4-bb66-69437a9721e9 req-991ea5c9-0183-4492-8612-ea26199e497a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 944 time: 0.0654912 Jul 19 17:42:59.630746 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4f53454e-861e-4bc4-bb66-69437a9721e9 req-75dd73a0-70fe-4ff2-adf5-da437cd2a172 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318196 Jul 19 17:43:00.523398 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 52006) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:00.623759 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3b375842-8e8d-48e6-9713-1aae6f3e63e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:00.717685 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3b375842-8e8d-48e6-9713-1aae6f3e63e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:00.722138 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3b375842-8e8d-48e6-9713-1aae6f3e63e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:00.760097 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b375842-8e8d-48e6-9713-1aae6f3e63e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f15f04e-2f56-4954-b308-801ead3fee53,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:00.764493 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-3b375842-8e8d-48e6-9713-1aae6f3e63e7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=04c4ab7c994842b38affce9efbd001f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400684 Jul 19 17:43:00.767216 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 52016) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:00.775099 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180a4d9-bcb1-4758-8e8f-347ec9b61d52 req-3640bb92-45eb-4dab-9d36-9033771ba472 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:00.777115 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2180a4d9-bcb1-4758-8e8f-347ec9b61d52 req-3640bb92-45eb-4dab-9d36-9033771ba472 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 944 time: 0.0740488 Jul 19 17:43:00.814013 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2180a4d9-bcb1-4758-8e8f-347ec9b61d52 req-cea7cc20-7ab0-4d35-9a2d-dd9faa582e0f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310514 Jul 19 17:43:00.815958 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ac18f16e-2f1f-41bb-9002-0d95539174b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:00.838098 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ac18f16e-2f1f-41bb-9002-0d95539174b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:00.881600 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ac18f16e-2f1f-41bb-9002-0d95539174b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:00.884647 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ac18f16e-2f1f-41bb-9002-0d95539174b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:00.885784 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-ac18f16e-2f1f-41bb-9002-0d95539174b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f15f04e-2f56-4954-b308-801ead3fee53 HTTP/1.1" status: 204 len: 168 time: 0.1175992 Jul 19 17:43:00.893368 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18f16e-2f1f-41bb-9002-0d95539174b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f15f04e-2f56-4954-b308-801ead3fee53,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:01.145735 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 52038) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:01.158792 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7d43268b-5ea6-4993-847c-44c4ad4e4513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:01.243829 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-9af6881c-69b2-4180-8a46-6e673258458d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:01.245295 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-9af6881c-69b2-4180-8a46-6e673258458d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/networks?id=44fc8d22-11ba-43f3-bdcb-15afc85eebcc HTTP/1.1" status: 200 len: 814 time: 0.1012979 Jul 19 17:43:01.250051 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7d43268b-5ea6-4993-847c-44c4ad4e4513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:01.254350 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7d43268b-5ea6-4993-847c-44c4ad4e4513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:01.260878 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-df24a214-e0de-4dc3-82b6-680b5a92d872 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/quotas/15687aac4110419bb1b60ac60aac6447 HTTP/1.1" status: 200 len: 375 time: 0.0100369 Jul 19 17:43:01.296727 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-7d43268b-5ea6-4993-847c-44c4ad4e4513 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1a6f6091aa4b40bcaf9579c58120d0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495292 Jul 19 17:43:01.297678 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43268b-5ea6-4993-847c-44c4ad4e4513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e18b31b-1e32-4ee0-b903-ef076cee9b1b,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:01.298288 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-37c57095-7fd3-4efd-a800-dad019853679 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=15687aac4110419bb1b60ac60aac6447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313828 Jul 19 17:43:01.299290 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 52040) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:01.402955 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c4180e56-adb7-4156-a7f0-d66b6568fe5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:01.428757 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-60a479fc-7636-4e5d-9275-fac3a051cc96 service neutron] 10.222.0.58 "GET /v2.0/networks/44fc8d22-11ba-43f3-bdcb-15afc85eebcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218059 Jul 19 17:43:01.438763 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c4180e56-adb7-4156-a7f0-d66b6568fe5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:01.542988 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-91dc015a-1811-4db6-879c-5882311c5f7f service neutron] 10.222.0.58 "GET /v2.0/networks/44fc8d22-11ba-43f3-bdcb-15afc85eebcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062560 Jul 19 17:43:01.548146 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c4180e56-adb7-4156-a7f0-d66b6568fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:01.550735 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c4180e56-adb7-4156-a7f0-d66b6568fe5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:01.551782 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-c4180e56-adb7-4156-a7f0-d66b6568fe5c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e18b31b-1e32-4ee0-b903-ef076cee9b1b HTTP/1.1" status: 204 len: 168 time: 0.2509372 Jul 19 17:43:01.560341 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4180e56-adb7-4156-a7f0-d66b6568fe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e18b31b-1e32-4ee0-b903-ef076cee9b1b,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:01.731398 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e06cc98b-911c-48d9-a652-fdfec89ec099 req-e4ad96a3-fd53-4371-8b89-fd36ec46645e tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 210 time: 0.0339885 Jul 19 17:43:01.961677 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1693f8-303f-4530-96b7-b310a4194826 req-d898ea62-8163-468c-91a4-79057c787cfd tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:01.963275 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7c1693f8-303f-4530-96b7-b310a4194826 req-d898ea62-8163-468c-91a4-79057c787cfd tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 944 time: 0.0763001 Jul 19 17:43:02.004530 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7c1693f8-303f-4530-96b7-b310a4194826 req-67d49ad0-ca31-4767-8691-c96c1af44afa tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345576 Jul 19 17:43:02.813881 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device c90129eb-975a-429a-918c-b4c7bc8ba825 up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:43:02.826004 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9cb9e897-c63c-4f52-a4e4-68572176207c req-14e37ea2-c896-42a0-b7cf-02131fab18ba tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 210 time: 0.0285935 Jul 19 17:43:02.873782 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port c90129eb-975a-429a-918c-b4c7bc8ba825 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:43:02.873911 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:02.960917 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:02.984698 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90129eb-975a-429a-918c-b4c7bc8ba825'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:43:02.987037 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede19e04-153e-4af6-87fd-8bb7f5cefbfc" -d '{"events": [{"server_uuid": "6bbdf2e0-665d-4dc5-9840-996c60cd168a", "name": "network-vif-plugged", "status": "completed", "tag": "c90129eb-975a-429a-918c-b4c7bc8ba825"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:43:03.000405 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port c90129eb-975a-429a-918c-b4c7bc8ba825, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c90129eb-975a-429a-918c-b4c7bc8ba825,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:43:03.007443 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:03.011035 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:43:03.040506 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:43:03.041540 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device a55e1108-41f5-4f8b-a9b3-1bfdcd1f552b not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:43:03.064241 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069e63c7-3f55-4abd-80be-1daa83f41446 x-openstack-request-id: req-069e63c7-3f55-4abd-80be-1daa83f41446 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:43:03.064534 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbdf2e0-665d-4dc5-9840-996c60cd168a", "name": "network-vif-plugged", "status": "completed", "tag": "c90129eb-975a-429a-918c-b4c7bc8ba825", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:43:03.064780 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-069e63c7-3f55-4abd-80be-1daa83f41446 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:43:03.065160 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90129eb-975a-429a-918c-b4c7bc8ba825', 'code': 200} Jul 19 17:43:03.104542 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=c90129eb-975a-429a-918c-b4c7bc8ba825,revision_number=10']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:03.112765 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:03.113110 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:03.113623 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:03.114666 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:03.115325 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:03.116016 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:03.116984 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:03.117771 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:03.118341 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:03.118712 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:03.119054 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:03.122572 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:03.159838 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174beaed-1ba4-4fb9-b0bb-e519ad8271ce req-7b2f4ac7-b683-408c-bd72-64c2abba8326 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:03.161339 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-174beaed-1ba4-4fb9-b0bb-e519ad8271ce req-7b2f4ac7-b683-408c-bd72-64c2abba8326 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 946 time: 0.0722897 Jul 19 17:43:03.202174 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-174beaed-1ba4-4fb9-b0bb-e519ad8271ce req-c6b22b8d-4004-4b10-9bf3-27ae5e4965bc tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347602 Jul 19 17:43:03.396448 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 52134) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:03.494753 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-6fca0e03-bbc9-46ec-b0c8-7e589496b5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:03.592880 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-6fca0e03-bbc9-46ec-b0c8-7e589496b5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:03.597141 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-6fca0e03-bbc9-46ec-b0c8-7e589496b5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:03.636388 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a858f-9b02-49dd-a73a-a9546cda781b req-0dc63f96-1f73-40da-bcb5-0adc66d889c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:03.637912 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0c9a858f-9b02-49dd-a73a-a9546cda781b req-0dc63f96-1f73-40da-bcb5-0adc66d889c0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 1099 time: 0.0551178 Jul 19 17:43:03.751957 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0c9a858f-9b02-49dd-a73a-a9546cda781b req-81d11f0a-829f-424a-80d8-0331466015f9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038487 Jul 19 17:43:03.790679 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-1f429471-e97a-4243-810c-43ff809b55c0 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:03.792169 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-1f429471-e97a-4243-810c-43ff809b55c0 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.49 "GET /v2.0/networks?id=44fc8d22-11ba-43f3-bdcb-15afc85eebcc HTTP/1.1" status: 200 len: 814 time: 0.1456678 Jul 19 17:43:03.868113 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-6fca0e03-bbc9-46ec-b0c8-7e589496b5eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=011664dbfde047098d54fd422e1c6d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4705925 Jul 19 17:43:03.868971 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca0e03-bbc9-46ec-b0c8-7e589496b5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052abe31-2179-4c64-8aea-ea4d28a2bbb4,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:03.870800 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 52144) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:03.920580 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-56fb6c90-cdcd-4ff5-9f73-e2056174c448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:03.923189 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c8c6702e-2240-4100-abf4-2fbdc7b86eb5 req-0c1159ae-ec63-4dd2-987b-f1bd4067dede tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 210 time: 0.0281079 Jul 19 17:43:03.941111 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-56fb6c90-cdcd-4ff5-9f73-e2056174c448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:03.985711 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-56fb6c90-cdcd-4ff5-9f73-e2056174c448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:03.988182 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-56fb6c90-cdcd-4ff5-9f73-e2056174c448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:03.989307 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-56fb6c90-cdcd-4ff5-9f73-e2056174c448 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/052abe31-2179-4c64-8aea-ea4d28a2bbb4 HTTP/1.1" status: 204 len: 168 time: 0.1173673 Jul 19 17:43:03.997218 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb6c90-cdcd-4ff5-9f73-e2056174c448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052abe31-2179-4c64-8aea-ea4d28a2bbb4,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:04.118375 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-1c618b64-6e12-4753-aabf-da65caca033d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Request body: {'port': {'device_id': 'fed8334c-ec9d-4d18-a39c-35148144f8e1', 'network_id': '44fc8d22-11ba-43f3-bdcb-15afc85eebcc', 'admin_state_up': True, 'tenant_id': '15687aac4110419bb1b60ac60aac6447'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:43:04.247226 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-1c618b64-6e12-4753-aabf-da65caca033d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Made reservation on behalf of 15687aac4110419bb1b60ac60aac6447 for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:43:04.250793 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-1c618b64-6e12-4753-aabf-da65caca033d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:04.284763 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 52164) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:04.301366 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e861dd20-c914-4129-8a75-ffa9ae21c247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:04.416253 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436377e-73a9-4730-9609-d4e12991c433 req-8a7d5025-051f-405e-a7a6-b4215d2a92ab tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:04.418649 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4436377e-73a9-4730-9609-d4e12991c433 req-8a7d5025-051f-405e-a7a6-b4215d2a92ab tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 946 time: 0.0955193 Jul 19 17:43:04.482730 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-1c618b64-6e12-4753-aabf-da65caca033d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Allocated IP 172.20.0.6 (44fc8d22-11ba-43f3-bdcb-15afc85eebcc/e2c8c686-a976-4ceb-8975-f4ece3fa8e91/ccd5fc44-38d4-4d15-a861-5ac064b3b5de) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:43:04.491743 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4436377e-73a9-4730-9609-d4e12991c433 req-3c1e8942-56ae-47a2-8377-5c359a1141f3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629122 Jul 19 17:43:04.566336 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e861dd20-c914-4129-8a75-ffa9ae21c247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:04.580629 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e861dd20-c914-4129-8a75-ffa9ae21c247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:04.667267 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861dd20-c914-4129-8a75-ffa9ae21c247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf9376c-3953-4072-b7ee-76ef0f7bd495,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:04.675209 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-e861dd20-c914-4129-8a75-ffa9ae21c247 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf905c6ae322418ca55104249a464a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869739 Jul 19 17:43:04.675942 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 52182) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:04.749355 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-1c618b64-6e12-4753-aabf-da65caca033d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:04.754548 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ad62264-116b-4fcc-9333-21520b88d322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:04.790521 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ad62264-116b-4fcc-9333-21520b88d322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:04.797257 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-1c618b64-6e12-4753-aabf-da65caca033d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:04.843499 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ad62264-116b-4fcc-9333-21520b88d322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:04.846257 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ad62264-116b-4fcc-9333-21520b88d322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:04.847517 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-5ad62264-116b-4fcc-9333-21520b88d322 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8cf9376c-3953-4072-b7ee-76ef0f7bd495 HTTP/1.1" status: 204 len: 168 time: 0.1707473 Jul 19 17:43:04.853494 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-1c618b64-6e12-4753-aabf-da65caca033d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Network 44fc8d22-11ba-43f3-bdcb-15afc85eebcc is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:43:04.858363 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad62264-116b-4fcc-9333-21520b88d322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf9376c-3953-4072-b7ee-76ef0f7bd495,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:04.861220 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-1c618b64-6e12-4753-aabf-da65caca033d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:43:04.867057 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c618b64-6e12-4753-aabf-da65caca033d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Pushing event updated for resources: {'Port': ['ID=ccd5fc44-38d4-4d15-a861-5ac064b3b5de,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:04.869454 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-1c618b64-6e12-4753-aabf-da65caca033d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:43:04.920206 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-1c618b64-6e12-4753-aabf-da65caca033d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:04.920822 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-1c618b64-6e12-4753-aabf-da65caca033d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:04.935769 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-1c618b64-6e12-4753-aabf-da65caca033d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8217678 Jul 19 17:43:04.959087 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Request body: {'port': {'device_id': 'fed8334c-ec9d-4d18-a39c-35148144f8e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:43:05.068548 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc89399-e347-4429-9b0e-663d8420f5b1 req-8862f7e3-5a0f-4778-8ac1-e999d3aba0d0 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:05.070840 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ecc89399-e347-4429-9b0e-663d8420f5b1 req-8862f7e3-5a0f-4778-8ac1-e999d3aba0d0 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 931 time: 0.0770886 Jul 19 17:43:05.079996 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:05.123908 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ecc89399-e347-4429-9b0e-663d8420f5b1 req-11f6de36-1283-4b4f-867d-ef4772a151be tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468962 Jul 19 17:43:05.672048 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddac26-80b8-4b22-8982-556e26d6c888 req-f0bfaa42-ae34-446e-994b-e87cfd1a6436 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:05.674375 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e1ddac26-80b8-4b22-8982-556e26d6c888 req-f0bfaa42-ae34-446e-994b-e87cfd1a6436 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 946 time: 0.0839107 Jul 19 17:43:05.690625 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd5fc44-38d4-4d15-a861-5ac064b3b5de {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:43:05.699651 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:05.730641 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Transition to ACTIVE for port object ccd5fc44-38d4-4d15-a861-5ac064b3b5de will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:43:05.737934 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:05.793859 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e1ddac26-80b8-4b22-8982-556e26d6c888 req-8fc32f73-cfb5-4a11-9885-fe70425c7eb3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127295 Jul 19 17:43:05.827648 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd5fc44-38d4-4d15-a861-5ac064b3b5de,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:05.864983 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fac89b-ad80-459d-b55b-9a4ae3d6e4b4 req-be3b551d-bf22-4ce0-b3cf-57cb61a1352f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:05.867789 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-99fac89b-ad80-459d-b55b-9a4ae3d6e4b4 req-be3b551d-bf22-4ce0-b3cf-57cb61a1352f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.1497297 Jul 19 17:43:05.952647 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-99fac89b-ad80-459d-b55b-9a4ae3d6e4b4 req-ea130920-9eae-4d1c-908f-dd83c77a3eb9 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791087 Jul 19 17:43:05.967123 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Attempting to bind port ccd5fc44-38d4-4d15-a861-5ac064b3b5de on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:43:05.967470 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Attempting to bind port ccd5fc44-38d4-4d15-a861-5ac064b3b5de by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '42d91dd2-ff1c-4fd6-99f7-a244daea77fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '44fc8d22-11ba-43f3-bdcb-15afc85eebcc'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:43:05.967802 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Attempting to bind port ccd5fc44-38d4-4d15-a861-5ac064b3b5de on network 44fc8d22-11ba-43f3-bdcb-15afc85eebcc {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:43:05.977167 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Port ccd5fc44-38d4-4d15-a861-5ac064b3b5de on network 44fc8d22-11ba-43f3-bdcb-15afc85eebcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:43:05.977566 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Attempting to bind port ccd5fc44-38d4-4d15-a861-5ac064b3b5de on network 44fc8d22-11ba-43f3-bdcb-15afc85eebcc {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:43:05.984863 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:43:05.985340 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Checking segment: {'id': '42d91dd2-ff1c-4fd6-99f7-a244daea77fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '44fc8d22-11ba-43f3-bdcb-15afc85eebcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:43:05.985877 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Bound using segment: {'id': '42d91dd2-ff1c-4fd6-99f7-a244daea77fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '44fc8d22-11ba-43f3-bdcb-15afc85eebcc'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:43:05.986391 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Bound port: ccd5fc44-38d4-4d15-a861-5ac064b3b5de, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d91dd2-ff1c-4fd6-99f7-a244daea77fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '44fc8d22-11ba-43f3-bdcb-15afc85eebcc'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:43:05.986829 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:06.106483 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] For port ccd5fc44-38d4-4d15-a861-5ac064b3b5de, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:43:06.110603 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] For port ccd5fc44-38d4-4d15-a861-5ac064b3b5de, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ccd5fc44-38d4-4d15-a861-5ac064b3b5de,segment=NetworkSegment(42d91dd2-ff1c-4fd6-99f7-a244daea77fc),segment_id=42d91dd2-ff1c-4fd6-99f7-a244daea77fc)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:43:06.117203 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:06.181035 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd5fc44-38d4-4d15-a861-5ac064b3b5de,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:06.192328 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:06.192971 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:06.196847 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-dd4525dd-500a-4691-a208-57edc8551503 service neutron] 10.222.0.49 "PUT /v2.0/ports/ccd5fc44-38d4-4d15-a861-5ac064b3b5de HTTP/1.1" status: 200 len: 1093 time: 1.2433307 Jul 19 17:43:06.197225 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed8334c-ec9d-4d18-a39c-35148144f8e1', 'tag': 'ccd5fc44-38d4-4d15-a861-5ac064b3b5de'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:43:06.199754 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91be3218-f65b-4c3c-9ecd-fc4f55ab8f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "fed8334c-ec9d-4d18-a39c-35148144f8e1", "tag": "ccd5fc44-38d4-4d15-a861-5ac064b3b5de"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:43:06.257331 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b90ad7-9818-44e0-9edf-d6cc48b5913c x-openstack-request-id: req-93b90ad7-9818-44e0-9edf-d6cc48b5913c {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:43:06.257666 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed8334c-ec9d-4d18-a39c-35148144f8e1", "tag": "ccd5fc44-38d4-4d15-a861-5ac064b3b5de", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:43:06.257854 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93b90ad7-9818-44e0-9edf-d6cc48b5913c {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:43:06.258338 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed8334c-ec9d-4d18-a39c-35148144f8e1', 'tag': 'ccd5fc44-38d4-4d15-a861-5ac064b3b5de', 'status': 'completed', 'code': 200} Jul 19 17:43:06.361430 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0a630-2bf9-48d3-bb86-a21ee034d0b9 req-e2e38a67-0cfe-4d46-a612-44b2cbf76341 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:06.367944 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-07b0a630-2bf9-48d3-bb86-a21ee034d0b9 req-e2e38a67-0cfe-4d46-a612-44b2cbf76341 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 943 time: 0.1139379 Jul 19 17:43:06.402096 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-0a37cd27-e702-478b-bc68-6014e976be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:06.405062 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-0a37cd27-e702-478b-bc68-6014e976be63 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15687aac4110419bb1b60ac60aac6447&device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 1096 time: 0.1070740 Jul 19 17:43:06.464561 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-07b0a630-2bf9-48d3-bb86-a21ee034d0b9 req-3af54e9e-8a3e-4de5-9666-719dbed89a94 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833669 Jul 19 17:43:06.469348 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-c8d5a4d0-7226-46f4-9a9b-dbd01cf7749d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccd5fc44-38d4-4d15-a861-5ac064b3b5de HTTP/1.1" status: 200 len: 217 time: 0.0435181 Jul 19 17:43:06.537741 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-ce75c174-c214-4bc0-b69e-70e776ede0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:06.540574 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-ce75c174-c214-4bc0-b69e-70e776ede0c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2c8c686-a976-4ceb-8975-f4ece3fa8e91 HTTP/1.1" status: 200 len: 854 time: 0.0620618 Jul 19 17:43:06.588024 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-11d7bff4-9333-411f-9e19-fa04d67e41f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44fc8d22-11ba-43f3-bdcb-15afc85eebcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391951 Jul 19 17:43:06.719364 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-80cfde59-3a0a-402a-bd7f-473c52909335 service neutron] 10.222.0.49 "GET /v2.0/networks/44fc8d22-11ba-43f3-bdcb-15afc85eebcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154346 Jul 19 17:43:06.872750 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-69626412-1094-4ede-9a35-c53f4266d9c0 req-cfee3dfd-87c8-40c5-9b77-f2153efba5c9 service neutron] 10.222.0.49 "GET /v2.0/networks/44fc8d22-11ba-43f3-bdcb-15afc85eebcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451380 Jul 19 17:43:07.043876 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882369d3-1657-4d2c-9209-e2b202dd4d6e req-238ce097-5280-4694-8f7a-a0f0da9c9b4f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:07.050650 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-882369d3-1657-4d2c-9209-e2b202dd4d6e req-238ce097-5280-4694-8f7a-a0f0da9c9b4f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 946 time: 0.1452644 Jul 19 17:43:07.121569 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be3218-f65b-4c3c-9ecd-fc4f55ab8f4f req-0c34b030-326f-4f5e-857e-6603c2054132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:07.125806 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-91be3218-f65b-4c3c-9ecd-fc4f55ab8f4f req-0c34b030-326f-4f5e-857e-6603c2054132 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15687aac4110419bb1b60ac60aac6447&device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 1096 time: 0.1182790 Jul 19 17:43:07.132023 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-882369d3-1657-4d2c-9209-e2b202dd4d6e req-35c3ed67-c714-47a9-b058-fbfdc36fad7b tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737782 Jul 19 17:43:07.308445 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be3218-f65b-4c3c-9ecd-fc4f55ab8f4f req-431b94d1-7c46-4b5e-9b7c-59e2d89d7f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:07.311514 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-91be3218-f65b-4c3c-9ecd-fc4f55ab8f4f req-431b94d1-7c46-4b5e-9b7c-59e2d89d7f7c service neutron] 10.222.0.49 "GET /v2.0/networks?id=44fc8d22-11ba-43f3-bdcb-15afc85eebcc HTTP/1.1" status: 200 len: 915 time: 0.1763475 Jul 19 17:43:07.329572 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45b61c-3113-4814-b9f2-9daa7fe5c80d req-ff005c0e-aae4-4684-b933-e3aa7c5d0fbf tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:07.331240 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-df45b61c-3113-4814-b9f2-9daa7fe5c80d req-ff005c0e-aae4-4684-b933-e3aa7c5d0fbf tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1265676 Jul 19 17:43:07.416945 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-df45b61c-3113-4814-b9f2-9daa7fe5c80d req-05a0367c-7c46-4c96-af02-91af8217e497 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782890 Jul 19 17:43:07.444710 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cd1b5-dfb3-4536-84c7-5d1faa80c2ec req-b6b57a50-4617-4652-b9a6-e506715595f4 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:07.449698 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-91be3218-f65b-4c3c-9ecd-fc4f55ab8f4f req-17aab4d6-3ba1-4823-ab8f-02bdf80069ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccd5fc44-38d4-4d15-a861-5ac064b3b5de HTTP/1.1" status: 200 len: 217 time: 0.0540848 Jul 19 17:43:07.453382 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f85cd1b5-dfb3-4536-84c7-5d1faa80c2ec req-b6b57a50-4617-4652-b9a6-e506715595f4 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.1931393 Jul 19 17:43:07.502368 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f85cd1b5-dfb3-4536-84c7-5d1faa80c2ec req-44056192-e812-4a05-841e-b4f8034437cf tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479934 Jul 19 17:43:07.524221 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be3218-f65b-4c3c-9ecd-fc4f55ab8f4f req-8b1e6fc4-a2cd-45e8-a7ac-89555b2154c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:07.525795 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-91be3218-f65b-4c3c-9ecd-fc4f55ab8f4f req-8b1e6fc4-a2cd-45e8-a7ac-89555b2154c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2c8c686-a976-4ceb-8975-f4ece3fa8e91 HTTP/1.1" status: 200 len: 854 time: 0.0574470 Jul 19 17:43:07.583399 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-91be3218-f65b-4c3c-9ecd-fc4f55ab8f4f req-0b6988d9-5fd3-487f-a030-c85ac2bc57fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44fc8d22-11ba-43f3-bdcb-15afc85eebcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404751 Jul 19 17:43:07.630083 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804c53e-de1e-45c7-aa09-942e5ae5f521 req-26fea580-d50c-4934-9812-925903c12254 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:07.632405 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0804c53e-de1e-45c7-aa09-942e5ae5f521 req-26fea580-d50c-4934-9812-925903c12254 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 943 time: 0.0844820 Jul 19 17:43:07.715387 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0804c53e-de1e-45c7-aa09-942e5ae5f521 req-e4ac2709-c998-4d64-89e6-40d49ef5e153 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664854 Jul 19 17:43:07.723700 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-91be3218-f65b-4c3c-9ecd-fc4f55ab8f4f req-c550ec9a-c19d-4563-9ee2-2581a6b7077c service neutron] 10.222.0.49 "GET /v2.0/networks/44fc8d22-11ba-43f3-bdcb-15afc85eebcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313193 Jul 19 17:43:07.875399 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-91be3218-f65b-4c3c-9ecd-fc4f55ab8f4f req-dcf1d555-ee8c-45a4-93a4-5019831e31d5 service neutron] 10.222.0.49 "GET /v2.0/networks/44fc8d22-11ba-43f3-bdcb-15afc85eebcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410182 Jul 19 17:43:08.564929 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d220e-4768-428b-8f53-66b48daa46ff req-e92d2c16-2846-4fa3-9202-17cbd394376d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:08.566493 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-896d220e-4768-428b-8f53-66b48daa46ff req-e92d2c16-2846-4fa3-9202-17cbd394376d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0835183 Jul 19 17:43:08.642450 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-896d220e-4768-428b-8f53-66b48daa46ff req-63a35249-ad1e-48c9-be8b-f830798dc8c4 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683656 Jul 19 17:43:08.687783 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c72e66-31ca-4472-9759-24cd59544389 req-1b865c45-368d-4e5d-ac1e-965cd9fa06bd tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:08.689453 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-66c72e66-31ca-4472-9759-24cd59544389 req-1b865c45-368d-4e5d-ac1e-965cd9fa06bd tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.1063969 Jul 19 17:43:08.740792 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-66c72e66-31ca-4472-9759-24cd59544389 req-e95687bc-691b-494c-994d-40465e92541c tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431499 Jul 19 17:43:08.882708 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c325b7-00d0-47d0-869d-8d9638bcd45f req-d0bacad7-4665-4e8a-9039-f18e53e6b55f tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:08.884844 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f2c325b7-00d0-47d0-869d-8d9638bcd45f req-d0bacad7-4665-4e8a-9039-f18e53e6b55f tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 943 time: 0.0831349 Jul 19 17:43:08.924338 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f2c325b7-00d0-47d0-869d-8d9638bcd45f req-b167fc77-b37c-44a4-b381-d423691ec8d0 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335722 Jul 19 17:43:09.353572 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5503ebc-96fe-491e-b95d-016cd038f005 req-1fb66c6d-9ceb-4796-9119-6db0d5032d37 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:09.355086 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b5503ebc-96fe-491e-b95d-016cd038f005 req-1fb66c6d-9ceb-4796-9119-6db0d5032d37 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 945 time: 0.0617144 Jul 19 17:43:09.459965 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-b5503ebc-96fe-491e-b95d-016cd038f005 req-45451616-c5e9-4849-aa38-49d6d79a9ef8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Deleting port 12628b74-92ee-454d-86fb-76ac8c21bd25 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:43:09.460748 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b5503ebc-96fe-491e-b95d-016cd038f005 req-45451616-c5e9-4849-aa38-49d6d79a9ef8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:09.562775 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-b5503ebc-96fe-491e-b95d-016cd038f005 req-45451616-c5e9-4849-aa38-49d6d79a9ef8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] For port 12628b74-92ee-454d-86fb-76ac8c21bd25, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=12628b74-92ee-454d-86fb-76ac8c21bd25,segment=NetworkSegment(69cd2353-28ea-4c3e-a4d0-00348478ce78),segment_id=69cd2353-28ea-4c3e-a4d0-00348478ce78)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:43:09.563243 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b5503ebc-96fe-491e-b95d-016cd038f005 req-45451616-c5e9-4849-aa38-49d6d79a9ef8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:09.575330 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-b5503ebc-96fe-491e-b95d-016cd038f005 req-45451616-c5e9-4849-aa38-49d6d79a9ef8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Calling delete_port for 12628b74-92ee-454d-86fb-76ac8c21bd25 owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:43:09.748485 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b5503ebc-96fe-491e-b95d-016cd038f005 req-45451616-c5e9-4849-aa38-49d6d79a9ef8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:09.784144 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45451616-c5e9-4849-aa38-49d6d79a9ef8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Pushing event deleted for resources: {'Port': ['ID=12628b74-92ee-454d-86fb-76ac8c21bd25,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:09.808714 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['68047ea3-4512-4a1d-81df-bdd15d1a915b', '12628b74-92ee-454d-86fb-76ac8c21bd25'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:43:09.845947 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5503ebc-96fe-491e-b95d-016cd038f005 req-45451616-c5e9-4849-aa38-49d6d79a9ef8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] No DVR routers for this DVR port 12628b74-92ee-454d-86fb-76ac8c21bd25 on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:43:09.848883 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b5503ebc-96fe-491e-b95d-016cd038f005 req-45451616-c5e9-4849-aa38-49d6d79a9ef8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:09.854094 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b5503ebc-96fe-491e-b95d-016cd038f005 req-45451616-c5e9-4849-aa38-49d6d79a9ef8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.49 "DELETE /v2.0/ports/12628b74-92ee-454d-86fb-76ac8c21bd25 HTTP/1.1" status: 204 len: 173 time: 0.4905298 Jul 19 17:43:09.854094 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd4eb88-7f3a-478d-88cb-a88e874f671f', 'name': 'network-vif-deleted', 'tag': '12628b74-92ee-454d-86fb-76ac8c21bd25'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:43:09.856073 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9dae5d-b1e6-40bb-aed9-c0910be98d0d" -d '{"events": [{"server_uuid": "3cd4eb88-7f3a-478d-88cb-a88e874f671f", "name": "network-vif-deleted", "tag": "12628b74-92ee-454d-86fb-76ac8c21bd25"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:43:09.888564 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c4c05619-da85-4080-937c-417b02e5618e req-f83e8e82-f631-42f2-af8f-9d25a150bbff tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd4eb88-7f3a-478d-88cb-a88e874f671f HTTP/1.1" status: 200 len: 210 time: 0.0332127 Jul 19 17:43:09.962052 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1017e-4101-4c12-bea6-44bd06dc7ad4 req-caf0deba-353c-4d02-a455-f471934651d1 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:09.974458 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-41f1017e-4101-4c12-bea6-44bd06dc7ad4 req-caf0deba-353c-4d02-a455-f471934651d1 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.2300286 Jul 19 17:43:09.978114 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64374f2-5526-4aa8-b86b-9ddc4f371da6 x-openstack-request-id: req-b64374f2-5526-4aa8-b86b-9ddc4f371da6 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:43:09.978792 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd4eb88-7f3a-478d-88cb-a88e874f671f", "name": "network-vif-deleted", "tag": "12628b74-92ee-454d-86fb-76ac8c21bd25", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:43:09.978792 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b64374f2-5526-4aa8-b86b-9ddc4f371da6 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:43:09.979145 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd4eb88-7f3a-478d-88cb-a88e874f671f', 'name': 'network-vif-deleted', 'tag': '12628b74-92ee-454d-86fb-76ac8c21bd25', 'status': 'completed', 'code': 200} Jul 19 17:43:10.078634 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-41f1017e-4101-4c12-bea6-44bd06dc7ad4 req-80d824e7-836b-4515-9366-45652486674d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029356 Jul 19 17:43:10.157723 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1da44-a948-4a5a-b15b-9ed1846e3f81 req-492745d9-be57-4866-9a64-eb35ff324052 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:10.164606 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-63c1da44-a948-4a5a-b15b-9ed1846e3f81 req-492745d9-be57-4866-9a64-eb35ff324052 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 943 time: 0.0818005 Jul 19 17:43:10.201813 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-63c1da44-a948-4a5a-b15b-9ed1846e3f81 req-666188b4-431d-4796-9c5b-c5fb06083eba tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364168 Jul 19 17:43:10.244055 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device ccd5fc44-38d4-4d15-a861-5ac064b3b5de details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:43:10.374498 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port ccd5fc44-38d4-4d15-a861-5ac064b3b5de, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ccd5fc44-38d4-4d15-a861-5ac064b3b5de,segment=NetworkSegment(42d91dd2-ff1c-4fd6-99f7-a244daea77fc),segment_id=42d91dd2-ff1c-4fd6-99f7-a244daea77fc)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:43:10.386265 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': 'ccd5fc44-38d4-4d15-a861-5ac064b3b5de', 'network_id': '44fc8d22-11ba-43f3-bdcb-15afc85eebcc', 'port_id': 'ccd5fc44-38d4-4d15-a861-5ac064b3b5de', 'mac_address': 'fa:16:3e:a3:ad:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c8c686-a976-4ceb-8975-f4ece3fa8e91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:43:10.429674 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:10.447366 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd5fc44-38d4-4d15-a861-5ac064b3b5de {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:43:10.467834 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port ccd5fc44-38d4-4d15-a861-5ac064b3b5de, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ccd5fc44-38d4-4d15-a861-5ac064b3b5de,segment=NetworkSegment(42d91dd2-ff1c-4fd6-99f7-a244daea77fc),segment_id=42d91dd2-ff1c-4fd6-99f7-a244daea77fc)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:43:10.472236 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:10.551970 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=ccd5fc44-38d4-4d15-a861-5ac064b3b5de,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:10.586694 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 52378) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:10.718251 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3c9ef9dd-2f9e-42f2-8878-2ad97c32af57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:10.861251 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3c9ef9dd-2f9e-42f2-8878-2ad97c32af57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:10.866205 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3c9ef9dd-2f9e-42f2-8878-2ad97c32af57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:10.906267 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-3c9ef9dd-2f9e-42f2-8878-2ad97c32af57 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d9f0f46361842e3b7a4aff8421ddbf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184657 Jul 19 17:43:10.907069 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ef9dd-2f9e-42f2-8878-2ad97c32af57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27823c9b-0c06-4477-859f-e70bb002daee,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:10.909011 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 52386) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:10.957608 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['ccd5fc44-38d4-4d15-a861-5ac064b3b5de'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:43:10.985286 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1717f4aa-1f52-4bc7-9382-256024703cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:11.014523 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1717f4aa-1f52-4bc7-9382-256024703cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:11.080761 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1717f4aa-1f52-4bc7-9382-256024703cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:11.083776 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1717f4aa-1f52-4bc7-9382-256024703cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:11.087847 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-1717f4aa-1f52-4bc7-9382-256024703cda admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27823c9b-0c06-4477-859f-e70bb002daee HTTP/1.1" status: 204 len: 168 time: 0.1778109 Jul 19 17:43:11.136459 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717f4aa-1f52-4bc7-9382-256024703cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27823c9b-0c06-4477-859f-e70bb002daee,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:11.321071 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d83aba-b778-4dde-8742-92e0cfb07cd7 req-80992a4c-e5dd-4474-8f61-01f2953f3ac9 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:11.323110 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e9d83aba-b778-4dde-8742-92e0cfb07cd7 req-80992a4c-e5dd-4474-8f61-01f2953f3ac9 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1302879 Jul 19 17:43:11.388776 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497cffc-5e4c-4b24-a4b0-161cfe52a2d8 req-bddeac38-6d6c-4bc5-8030-d3973ba95bfe tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:11.390488 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1497cffc-5e4c-4b24-a4b0-161cfe52a2d8 req-bddeac38-6d6c-4bc5-8030-d3973ba95bfe tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1391869 Jul 19 17:43:11.406738 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e9d83aba-b778-4dde-8742-92e0cfb07cd7 req-76a4d8f2-e9a6-4c61-afb0-53e7d883528c tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734758 Jul 19 17:43:11.479232 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1497cffc-5e4c-4b24-a4b0-161cfe52a2d8 req-dcbff159-f76f-4347-86a9-41e701432095 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709641 Jul 19 17:43:11.522926 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 52402) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:11.537008 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5fcac6f3-3fbb-4c49-8a9f-a3760811e210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:11.551796 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1e5bc-1aba-4ed0-83fd-8175b1b9dcd6 req-a6f8eee7-9539-4e2a-8bca-d3704e044a91 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:11.553678 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-48b1e5bc-1aba-4ed0-83fd-8175b1b9dcd6 req-a6f8eee7-9539-4e2a-8bca-d3704e044a91 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 944 time: 0.0915337 Jul 19 17:43:11.602731 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-48b1e5bc-1aba-4ed0-83fd-8175b1b9dcd6 req-c14a5020-5af5-4eaa-a0c1-f439d04a9de6 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431705 Jul 19 17:43:11.664713 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5fcac6f3-3fbb-4c49-8a9f-a3760811e210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:11.669762 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5fcac6f3-3fbb-4c49-8a9f-a3760811e210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:11.706194 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-5fcac6f3-3fbb-4c49-8a9f-a3760811e210 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c4cc6ca5a744902ae859d2882170d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820951 Jul 19 17:43:11.708999 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 52404) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:11.711163 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcac6f3-3fbb-4c49-8a9f-a3760811e210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef76669b-6635-466b-bf79-855876f520b9,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:11.775191 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-66152261-ee14-4d96-a690-adfce45574a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:11.802379 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-66152261-ee14-4d96-a690-adfce45574a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:11.862605 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-66152261-ee14-4d96-a690-adfce45574a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:11.867745 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-66152261-ee14-4d96-a690-adfce45574a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:11.870848 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-66152261-ee14-4d96-a690-adfce45574a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef76669b-6635-466b-bf79-855876f520b9 HTTP/1.1" status: 204 len: 168 time: 0.1584315 Jul 19 17:43:11.880295 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66152261-ee14-4d96-a690-adfce45574a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef76669b-6635-466b-bf79-855876f520b9,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:12.283939 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device ccd5fc44-38d4-4d15-a861-5ac064b3b5de up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:43:12.348807 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port ccd5fc44-38d4-4d15-a861-5ac064b3b5de completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:43:12.354019 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port ccd5fc44-38d4-4d15-a861-5ac064b3b5de triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:43:12.354680 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:12.463910 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:12.492306 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed8334c-ec9d-4d18-a39c-35148144f8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd5fc44-38d4-4d15-a861-5ac064b3b5de'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:43:12.495134 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de3d9b0-a46f-4dd8-a9ba-e681a300ab9f" -d '{"events": [{"server_uuid": "fed8334c-ec9d-4d18-a39c-35148144f8e1", "name": "network-vif-plugged", "status": "completed", "tag": "ccd5fc44-38d4-4d15-a861-5ac064b3b5de"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:43:12.520071 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port ccd5fc44-38d4-4d15-a861-5ac064b3b5de, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ccd5fc44-38d4-4d15-a861-5ac064b3b5de,segment=NetworkSegment(42d91dd2-ff1c-4fd6-99f7-a244daea77fc),segment_id=42d91dd2-ff1c-4fd6-99f7-a244daea77fc)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:43:12.528291 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:12.529889 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 12628b74-92ee-454d-86fb-76ac8c21bd25 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:43:12.579797 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d27efa4-7fc7-47bb-833e-0b26955d77c9 x-openstack-request-id: req-0d27efa4-7fc7-47bb-833e-0b26955d77c9 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:43:12.580483 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed8334c-ec9d-4d18-a39c-35148144f8e1", "name": "network-vif-plugged", "status": "completed", "tag": "ccd5fc44-38d4-4d15-a861-5ac064b3b5de", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:43:12.580959 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d27efa4-7fc7-47bb-833e-0b26955d77c9 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:43:12.581551 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed8334c-ec9d-4d18-a39c-35148144f8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd5fc44-38d4-4d15-a861-5ac064b3b5de', 'code': 200} Jul 19 17:43:12.582734 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: 12628b74-92ee-454d-86fb-76ac8c21bd25 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:43:12.583287 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 12628b74-92ee-454d-86fb-76ac8c21bd25 not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:43:12.616826 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=ccd5fc44-38d4-4d15-a861-5ac064b3b5de,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:12.636372 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e4fb4-c237-4e00-9e8e-d52557794e3a req-4c2d44f5-89d6-4e0c-8360-bf76ad074b3a tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:12.639343 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-117e4fb4-c237-4e00-9e8e-d52557794e3a req-4c2d44f5-89d6-4e0c-8360-bf76ad074b3a tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1305311 Jul 19 17:43:12.733286 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-117e4fb4-c237-4e00-9e8e-d52557794e3a req-b7c7d72d-59f0-4690-a745-624c489cbb5b tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844173 Jul 19 17:43:12.792159 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f366517-9f87-4ea5-b79b-9b7b3b1a7908 req-5d2164fa-ee85-4c4f-95bb-5eb3b78c43ef tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:12.801828 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6f366517-9f87-4ea5-b79b-9b7b3b1a7908 req-5d2164fa-ee85-4c4f-95bb-5eb3b78c43ef tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1549280 Jul 19 17:43:12.851480 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6f366517-9f87-4ea5-b79b-9b7b3b1a7908 req-9d26c1e8-3758-45a5-a394-adb3a4fc4e68 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473602 Jul 19 17:43:12.889873 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4be9d6-c50f-4bc5-9e46-9873fe26b56a req-9f8beb72-c039-4ab2-8c2b-c827737cc948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:12.892069 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fa4be9d6-c50f-4bc5-9e46-9873fe26b56a req-9f8beb72-c039-4ab2-8c2b-c827737cc948 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 1098 time: 0.1093745 Jul 19 17:43:12.957754 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fa4be9d6-c50f-4bc5-9e46-9873fe26b56a req-bc3eefac-a109-437d-8552-92993511148a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560486 Jul 19 17:43:12.978618 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0786e-5bb7-4d2a-8fff-d5d662317b36 req-bd8f3930-6dcc-44fc-bc41-73a7073f28d3 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:12.980629 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b3b0786e-5bb7-4d2a-8fff-d5d662317b36 req-bd8f3930-6dcc-44fc-bc41-73a7073f28d3 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 945 time: 0.1220827 Jul 19 17:43:13.033859 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b3b0786e-5bb7-4d2a-8fff-d5d662317b36 req-250269e3-696c-478c-babd-58640b1c1538 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464919 Jul 19 17:43:13.813571 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 52480) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:13.891372 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2766771-4aab-46b2-a1f1-fa633b2204b3 req-1ebcebb2-2043-4d4a-804d-97539a06918e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:13.893080 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e2766771-4aab-46b2-a1f1-fa633b2204b3 req-1ebcebb2-2043-4d4a-804d-97539a06918e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0936439 Jul 19 17:43:13.958278 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e2766771-4aab-46b2-a1f1-fa633b2204b3 req-2af48cde-1c0c-46b6-8073-c2debe56c53d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576890 Jul 19 17:43:13.974065 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-742d3a6b-a366-4a25-9a1a-2fcffe0d6b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:14.095748 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07e939-e6f3-4f05-a4b6-b0033a3e3557 req-5e5812f3-9236-4f59-83d9-da1d4474cefb tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:14.097300 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-db07e939-e6f3-4f05-a4b6-b0033a3e3557 req-5e5812f3-9236-4f59-83d9-da1d4474cefb tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1081429 Jul 19 17:43:14.148024 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-742d3a6b-a366-4a25-9a1a-2fcffe0d6b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:14.153341 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-742d3a6b-a366-4a25-9a1a-2fcffe0d6b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:14.202016 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-db07e939-e6f3-4f05-a4b6-b0033a3e3557 req-a2c67c46-badc-4750-ad49-bbc1222ca867 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790718 Jul 19 17:43:14.231298 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-742d3a6b-a366-4a25-9a1a-2fcffe0d6b31 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=daebd218dcbe454291a2f3848f7871ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160511 Jul 19 17:43:14.232307 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 52492) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:14.233170 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d3a6b-a366-4a25-9a1a-2fcffe0d6b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39699be0-2429-44b5-af2a-5e1b453f5876,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:14.278739 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b44773-1883-4c79-b25a-42224e67d2a0 req-629a4fc2-64f9-4869-a1ec-6718aabf23b1 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:14.284641 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f7b44773-1883-4c79-b25a-42224e67d2a0 req-629a4fc2-64f9-4869-a1ec-6718aabf23b1 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 945 time: 0.1418958 Jul 19 17:43:14.306288 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b072c144-c902-4a42-9a54-9012eee86e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:14.334229 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b072c144-c902-4a42-9a54-9012eee86e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:14.354193 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f7b44773-1883-4c79-b25a-42224e67d2a0 req-eedeb941-10af-41e8-ade7-30afbc253f9a tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510271 Jul 19 17:43:14.387733 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b072c144-c902-4a42-9a54-9012eee86e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:14.391033 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b072c144-c902-4a42-9a54-9012eee86e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:14.392351 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-b072c144-c902-4a42-9a54-9012eee86e55 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/39699be0-2429-44b5-af2a-5e1b453f5876 HTTP/1.1" status: 204 len: 168 time: 0.1560738 Jul 19 17:43:14.403539 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072c144-c902-4a42-9a54-9012eee86e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39699be0-2429-44b5-af2a-5e1b453f5876,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:14.720338 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:43:14.730527 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 52500) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:14.745320 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d5818e48-5382-4f7b-9003-e0780ddee506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:14.864731 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d5818e48-5382-4f7b-9003-e0780ddee506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:14.869471 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d5818e48-5382-4f7b-9003-e0780ddee506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:14.893086 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5818e48-5382-4f7b-9003-e0780ddee506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7781310d-b587-49e1-a1f0-5e3bdf6e731e,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:14.918782 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-d5818e48-5382-4f7b-9003-e0780ddee506 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bdbe4c389c74412a865bf1b0c84e1478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871502 Jul 19 17:43:14.921925 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 52502) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:14.987276 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d2ec2bd9-df33-4121-9454-1c352a1e85f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:15.011592 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d2ec2bd9-df33-4121-9454-1c352a1e85f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:15.081311 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d2ec2bd9-df33-4121-9454-1c352a1e85f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:15.085101 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d2ec2bd9-df33-4121-9454-1c352a1e85f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:15.086737 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-d2ec2bd9-df33-4121-9454-1c352a1e85f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7781310d-b587-49e1-a1f0-5e3bdf6e731e HTTP/1.1" status: 204 len: 168 time: 0.1638103 Jul 19 17:43:15.098570 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec2bd9-df33-4121-9454-1c352a1e85f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7781310d-b587-49e1-a1f0-5e3bdf6e731e,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:15.146436 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a96fc8-5b98-4b34-9f8d-698fd71cb1ab req-c969df02-2b38-4ffa-a14d-f4c26a87da95 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:15.149507 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d0a96fc8-5b98-4b34-9f8d-698fd71cb1ab req-c969df02-2b38-4ffa-a14d-f4c26a87da95 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0940869 Jul 19 17:43:15.213682 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d0a96fc8-5b98-4b34-9f8d-698fd71cb1ab req-95fa6d46-db2d-40ee-ab02-38bd1f8b3282 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569177 Jul 19 17:43:15.405067 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55f6a6-f93a-4018-80b6-a95ce2952275 req-41e7c585-084a-4c6f-9f70-5331886b4fa8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:15.407153 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2b55f6a6-f93a-4018-80b6-a95ce2952275 req-41e7c585-084a-4c6f-9f70-5331886b4fa8 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.1002996 Jul 19 17:43:15.508160 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2b55f6a6-f93a-4018-80b6-a95ce2952275 req-171c8864-ca52-4f34-b7e9-c361c5c0ab3f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953381 Jul 19 17:43:15.562539 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcd265-db2f-44ee-b515-dab6d9b6c872 req-a4904e12-3c47-43b2-8ee4-941cf2d35907 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:15.564421 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-30dcd265-db2f-44ee-b515-dab6d9b6c872 req-a4904e12-3c47-43b2-8ee4-941cf2d35907 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 945 time: 0.1247430 Jul 19 17:43:15.611684 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-30dcd265-db2f-44ee-b515-dab6d9b6c872 req-acad5fb0-e79e-4283-899c-249206004812 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404809 Jul 19 17:43:16.369214 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b8411-7f12-4e96-ad16-f41c7fc8e465 req-acb4db8e-b0c0-4446-bdf2-90ccecbaed8e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:16.374900 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-791b8411-7f12-4e96-ad16-f41c7fc8e465 req-acb4db8e-b0c0-4446-bdf2-90ccecbaed8e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0836782 Jul 19 17:43:16.426328 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-791b8411-7f12-4e96-ad16-f41c7fc8e465 req-4a8b0907-5c72-491f-853e-997ca5cab107 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490670 Jul 19 17:43:16.643187 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ed012-9143-404c-bf74-1da6c7646f8a req-4b63a850-7189-41cb-a922-facd6a265621 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:16.644831 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4c4ed012-9143-404c-bf74-1da6c7646f8a req-4b63a850-7189-41cb-a922-facd6a265621 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0643790 Jul 19 17:43:16.690899 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4c4ed012-9143-404c-bf74-1da6c7646f8a req-0f7d322f-0a16-4c5f-989f-c1b8af2d0f4b tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398293 Jul 19 17:43:17.559666 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c95900-2746-4d05-8f6e-5f435c609db6 req-6bd9a525-cfc7-4632-9e37-79e63f904948 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:17.561131 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b1c95900-2746-4d05-8f6e-5f435c609db6 req-6bd9a525-cfc7-4632-9e37-79e63f904948 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0619259 Jul 19 17:43:17.597203 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b1c95900-2746-4d05-8f6e-5f435c609db6 req-1641bd5d-255b-43f5-a7b2-576c667e7eb6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305755 Jul 19 17:43:17.829425 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c97a6-fa1e-4cc7-a6ac-f3cd2e0350d3 req-0103fae4-d167-482a-8602-88e525dda238 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:17.830917 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-960c97a6-fa1e-4cc7-a6ac-f3cd2e0350d3 req-0103fae4-d167-482a-8602-88e525dda238 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0727451 Jul 19 17:43:17.870261 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-960c97a6-fa1e-4cc7-a6ac-f3cd2e0350d3 req-d44ac3d4-a2da-4b80-9384-d93c34c85143 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330653 Jul 19 17:43:18.730017 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0b080-ae87-439a-87e2-a906d7939378 req-d298ff17-c267-4ead-9634-4aab370e571e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:18.731796 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-09a0b080-ae87-439a-87e2-a906d7939378 req-d298ff17-c267-4ead-9634-4aab370e571e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0677888 Jul 19 17:43:18.771640 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-09a0b080-ae87-439a-87e2-a906d7939378 req-6e1df76f-6976-4e15-be85-c5f27c1cf179 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335050 Jul 19 17:43:19.011369 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3f629-a9cd-4b92-8bbe-737cb6f8ba98 req-7cff2dae-39cc-4949-b364-b442906cfb9f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:19.014482 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5da3f629-a9cd-4b92-8bbe-737cb6f8ba98 req-7cff2dae-39cc-4949-b364-b442906cfb9f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0686615 Jul 19 17:43:19.081442 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5da3f629-a9cd-4b92-8bbe-737cb6f8ba98 req-eb34f0d5-1aea-4fe8-a7c7-9d64612a869c tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/security-groups?id=1778d18e-a8ab-417c-9c56-68bb89791e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599604 Jul 19 17:43:19.123324 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392792cf-9688-45b7-b413-77a6ec43fc8b req-2193d681-aebf-4110-85cd-683f4bb60e9f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:19.125413 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-392792cf-9688-45b7-b413-77a6ec43fc8b req-2193d681-aebf-4110-85cd-683f4bb60e9f tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 946 time: 0.0967607 Jul 19 17:43:19.173981 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-652bfabe-2731-415d-97c5-95d38d154932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:19.235799 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-392792cf-9688-45b7-b413-77a6ec43fc8b req-0928a071-6509-48f5-88b2-d5666f6efbe0 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Deleting port 68047ea3-4512-4a1d-81df-bdd15d1a915b {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:43:19.236134 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-392792cf-9688-45b7-b413-77a6ec43fc8b req-0928a071-6509-48f5-88b2-d5666f6efbe0 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:19.341166 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-392792cf-9688-45b7-b413-77a6ec43fc8b req-0928a071-6509-48f5-88b2-d5666f6efbe0 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] For port 68047ea3-4512-4a1d-81df-bdd15d1a915b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=68047ea3-4512-4a1d-81df-bdd15d1a915b,segment=NetworkSegment(69cd2353-28ea-4c3e-a4d0-00348478ce78),segment_id=69cd2353-28ea-4c3e-a4d0-00348478ce78)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:43:19.341530 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-392792cf-9688-45b7-b413-77a6ec43fc8b req-0928a071-6509-48f5-88b2-d5666f6efbe0 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:19.354365 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-392792cf-9688-45b7-b413-77a6ec43fc8b req-0928a071-6509-48f5-88b2-d5666f6efbe0 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Calling delete_port for 68047ea3-4512-4a1d-81df-bdd15d1a915b owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:43:19.497072 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-392792cf-9688-45b7-b413-77a6ec43fc8b req-0928a071-6509-48f5-88b2-d5666f6efbe0 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:19.526872 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928a071-6509-48f5-88b2-d5666f6efbe0 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Pushing event deleted for resources: {'Port': ['ID=68047ea3-4512-4a1d-81df-bdd15d1a915b,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:19.541275 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['68047ea3-4512-4a1d-81df-bdd15d1a915b'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:43:19.576243 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-392792cf-9688-45b7-b413-77a6ec43fc8b req-0928a071-6509-48f5-88b2-d5666f6efbe0 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] No DVR routers for this DVR port 68047ea3-4512-4a1d-81df-bdd15d1a915b on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:43:19.578621 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-392792cf-9688-45b7-b413-77a6ec43fc8b req-0928a071-6509-48f5-88b2-d5666f6efbe0 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:19.580569 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-392792cf-9688-45b7-b413-77a6ec43fc8b req-0928a071-6509-48f5-88b2-d5666f6efbe0 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.49 "DELETE /v2.0/ports/68047ea3-4512-4a1d-81df-bdd15d1a915b HTTP/1.1" status: 204 len: 173 time: 0.4481497 Jul 19 17:43:19.580992 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc67641-e6e7-44fa-83be-ba1eb1b6789d', 'name': 'network-vif-deleted', 'tag': '68047ea3-4512-4a1d-81df-bdd15d1a915b'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:43:19.583207 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cb5e3f-4808-41a5-a750-b075b44e8216" -d '{"events": [{"server_uuid": "7dc67641-e6e7-44fa-83be-ba1eb1b6789d", "name": "network-vif-deleted", "tag": "68047ea3-4512-4a1d-81df-bdd15d1a915b"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:43:19.624835 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85081faf-66d1-4e63-bb7d-3f3a84877e0c x-openstack-request-id: req-85081faf-66d1-4e63-bb7d-3f3a84877e0c {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:43:19.625119 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc67641-e6e7-44fa-83be-ba1eb1b6789d", "name": "network-vif-deleted", "tag": "68047ea3-4512-4a1d-81df-bdd15d1a915b", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:43:19.625409 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85081faf-66d1-4e63-bb7d-3f3a84877e0c {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:43:19.627629 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc67641-e6e7-44fa-83be-ba1eb1b6789d', 'name': 'network-vif-deleted', 'tag': '68047ea3-4512-4a1d-81df-bdd15d1a915b', 'status': 'completed', 'code': 200} Jul 19 17:43:19.922324 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b930260-b710-45f2-b7bc-dacba387a2e8 req-6d829e2d-49ea-4e2f-946f-86495d337cbd tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:19.930810 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3b930260-b710-45f2-b7bc-dacba387a2e8 req-6d829e2d-49ea-4e2f-946f-86495d337cbd tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0753961 Jul 19 17:43:19.979770 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3b930260-b710-45f2-b7bc-dacba387a2e8 req-e1e2bde8-0fcc-4da2-8ed5-d7d337a7d532 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427744 Jul 19 17:43:20.233974 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-72e48406-7d97-49cb-8d34-605d611b8153 req-7c43dfd8-b8f8-4b95-8787-5a954fdd59b5 tempest-ServerRescueNegativeTestJSON-1412582805 tempest-ServerRescueNegativeTestJSON-1412582805-project] 10.222.0.58 "GET /v2.0/ports?device_id=7dc67641-e6e7-44fa-83be-ba1eb1b6789d HTTP/1.1" status: 200 len: 210 time: 0.0523398 Jul 19 17:43:21.108111 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0eac1-b5c3-4096-8842-e8f61351d958 req-6b51333b-abd8-4c46-a4a0-7c14b2119083 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:21.109667 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-02a0eac1-b5c3-4096-8842-e8f61351d958 req-6b51333b-abd8-4c46-a4a0-7c14b2119083 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0711610 Jul 19 17:43:21.149566 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-02a0eac1-b5c3-4096-8842-e8f61351d958 req-46b83214-9e5e-4693-8d14-cf6a31b89fe9 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340827 Jul 19 17:43:21.294143 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 52692) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:21.706604 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-660e79c5-6755-4b6a-a65b-cef50d6d954d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:21.877834 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8d2132ea-4797-498e-8a90-d29aaa92e96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418422'] for router_interface, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:21.944670 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:22.314845 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 52716) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:22.367455 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b32db8-849e-477d-88d1-1a5b4fc01608 req-b1715004-97c4-4f38-82b5-b8f01cb6002c tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:22.369412 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b8b32db8-849e-477d-88d1-1a5b4fc01608 req-b1715004-97c4-4f38-82b5-b8f01cb6002c tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1075881 Jul 19 17:43:22.415991 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b8b32db8-849e-477d-88d1-1a5b4fc01608 req-ca90801d-f083-4457-89b6-44985c9ffaf5 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406694 Jul 19 17:43:22.458044 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7217f3b8-59d3-449f-8791-563b90e4b4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:22.540823 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-8d2132ea-4797-498e-8a90-d29aaa92e96c admin admin] Deleting port 6ffc11cf-b783-41fb-b711-35a9b0af56f4 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:43:22.541535 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8d2132ea-4797-498e-8a90-d29aaa92e96c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:22.582163 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7217f3b8-59d3-449f-8791-563b90e4b4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:22.588369 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7217f3b8-59d3-449f-8791-563b90e4b4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:22.630578 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-7217f3b8-59d3-449f-8791-563b90e4b4cd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=37ecc3d7111c4b0aa9ab4d4748adb1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137119 Jul 19 17:43:22.631388 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 52722) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:22.633875 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217f3b8-59d3-449f-8791-563b90e4b4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75a1e36-3f47-4952-80c8-4546602f6980,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:22.718320 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-8d2132ea-4797-498e-8a90-d29aaa92e96c admin admin] For port 6ffc11cf-b783-41fb-b711-35a9b0af56f4, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=6ffc11cf-b783-41fb-b711-35a9b0af56f4,segment=NetworkSegment(69cd2353-28ea-4c3e-a4d0-00348478ce78),segment_id=69cd2353-28ea-4c3e-a4d0-00348478ce78)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:43:22.718650 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8d2132ea-4797-498e-8a90-d29aaa92e96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:22.740083 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-8d2132ea-4797-498e-8a90-d29aaa92e96c admin admin] Calling delete_port for 6ffc11cf-b783-41fb-b711-35a9b0af56f4 owned by network:router_interface {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:43:22.749202 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e2a50768-7cb3-4d1c-a6ac-088b0eaccdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:22.820772 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e2a50768-7cb3-4d1c-a6ac-088b0eaccdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:22.972214 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e2a50768-7cb3-4d1c-a6ac-088b0eaccdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:22.976320 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e2a50768-7cb3-4d1c-a6ac-088b0eaccdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:22.979773 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-e2a50768-7cb3-4d1c-a6ac-088b0eaccdac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e75a1e36-3f47-4952-80c8-4546602f6980 HTTP/1.1" status: 204 len: 168 time: 0.3455157 Jul 19 17:43:22.997936 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a50768-7cb3-4d1c-a6ac-088b0eaccdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75a1e36-3f47-4952-80c8-4546602f6980,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:23.092077 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:23.110942 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8d2132ea-4797-498e-8a90-d29aaa92e96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:23.126069 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:23.147936 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2132ea-4797-498e-8a90-d29aaa92e96c admin admin] Pushing event deleted for resources: {'Port': ['ID=6ffc11cf-b783-41fb-b711-35a9b0af56f4,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:23.350827 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8d2132ea-4797-498e-8a90-d29aaa92e96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418330'] for router_interface, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:23.410511 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 52732) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:23.440013 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-967b4dbd-f715-4c61-9acb-f56a4cc755f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:23.614817 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2132ea-4797-498e-8a90-d29aaa92e96c admin admin] Router f226c503-9d30-49e7-bc0f-e5040b33c51f has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:43:23.652694 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-967b4dbd-f715-4c61-9acb-f56a4cc755f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:23.659584 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-967b4dbd-f715-4c61-9acb-f56a4cc755f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:23.692418 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b4dbd-f715-4c61-9acb-f56a4cc755f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966a2d63-5ecd-43c4-8880-40193a79037b,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:23.727485 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-967b4dbd-f715-4c61-9acb-f56a4cc755f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b133632e25854a4c91a6525c10694b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152685 Jul 19 17:43:23.733421 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 52740) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:23.749305 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189b28f-2dfb-4df1-9d3a-86104eb37559 req-fe41e919-c362-437c-8dfc-c55ec2e2b42e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:23.756996 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f189b28f-2dfb-4df1-9d3a-86104eb37559 req-fe41e919-c362-437c-8dfc-c55ec2e2b42e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.2358353 Jul 19 17:43:23.765980 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2132ea-4797-498e-8a90-d29aaa92e96c admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:43:23.776316 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-8d2132ea-4797-498e-8a90-d29aaa92e96c admin admin] 10.222.0.58 "PUT /v2.0/routers/f226c503-9d30-49e7-bc0f-e5040b33c51f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4809878 Jul 19 17:43:23.778941 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 52742) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:23.781338 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e7dfa7-a344-4748-82da-6e960b40b51b None None] Sync routers for ids ['f226c503-9d30-49e7-bc0f-e5040b33c51f'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:43:23.796192 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e7dfa7-a344-4748-82da-6e960b40b51b None None] Routers {'f226c503-9d30-49e7-bc0f-e5040b33c51f'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:43:23.796834 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-41e7dfa7-a344-4748-82da-6e960b40b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:43:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['f226c503-9d30-49e7-bc0f-e5040b33c51f'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:43:23.839408 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f189b28f-2dfb-4df1-9d3a-86104eb37559 req-cc9f73aa-fc01-45b7-a999-e65fa0cd12c6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814753 Jul 19 17:43:23.863095 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c2b0-c476-484a-8e4c-f80982f1f716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:23.934569 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c2b0-c476-484a-8e4c-f80982f1f716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:23.994651 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-41e7dfa7-a344-4748-82da-6e960b40b51b None None] Set router f226c503-9d30-49e7-bc0f-e5040b33c51f gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:43:24.052578 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c2b0-c476-484a-8e4c-f80982f1f716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:24.057275 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c2b0-c476-484a-8e4c-f80982f1f716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:24.060959 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-6ba3c2b0-c476-484a-8e4c-f80982f1f716 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/966a2d63-5ecd-43c4-8880-40193a79037b HTTP/1.1" status: 204 len: 168 time: 0.2994776 Jul 19 17:43:24.072917 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3c2b0-c476-484a-8e4c-f80982f1f716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966a2d63-5ecd-43c4-8880-40193a79037b,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:24.074626 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-22079805-d81b-4843-8ed9-c971b373093c admin admin] Notify callbacks [] for router, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:24.267332 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-41e7dfa7-a344-4748-82da-6e960b40b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'name': 'tempest-ServerRescueNegativeTestJSON-1293217914-router', 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4a065ee-0194-4b0a-bd0b-c9475bbda685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:43:23Z', 'revision_number': 5, 'project_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'gw_port': {'id': 'd4a065ee-0194-4b0a-bd0b-c9475bbda685', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:43:24.322497 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e7dfa7-a344-4748-82da-6e960b40b51b None None] Checking router: f226c503-9d30-49e7-bc0f-e5040b33c51f for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:43:24.341393 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e7dfa7-a344-4748-82da-6e960b40b51b None None] Routers {'f226c503-9d30-49e7-bc0f-e5040b33c51f'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:43:24.342017 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-41e7dfa7-a344-4748-82da-6e960b40b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:43:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['f226c503-9d30-49e7-bc0f-e5040b33c51f'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:43:24.342697 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-22079805-d81b-4843-8ed9-c971b373093c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:24.401328 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d1693-d110-4b4e-9eb7-2c228cb2d61b req-c01c4f36-7515-44f0-9573-5e31702e7f9e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:24.411109 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e07d1693-d110-4b4e-9eb7-2c228cb2d61b req-c01c4f36-7515-44f0-9573-5e31702e7f9e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1299994 Jul 19 17:43:24.457525 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-22079805-d81b-4843-8ed9-c971b373093c admin admin] Deleting port d4a065ee-0194-4b0a-bd0b-c9475bbda685 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:43:24.458488 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-22079805-d81b-4843-8ed9-c971b373093c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:24.486323 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:24.510981 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e07d1693-d110-4b4e-9eb7-2c228cb2d61b req-e1236e96-549a-4ffd-8370-65ea56d53f75 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988963 Jul 19 17:43:24.517375 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-41e7dfa7-a344-4748-82da-6e960b40b51b None None] Set router f226c503-9d30-49e7-bc0f-e5040b33c51f gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:43:24.609493 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-22079805-d81b-4843-8ed9-c971b373093c admin admin] For port d4a065ee-0194-4b0a-bd0b-c9475bbda685, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=d4a065ee-0194-4b0a-bd0b-c9475bbda685,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:43:24.609647 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-22079805-d81b-4843-8ed9-c971b373093c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:24.624056 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-22079805-d81b-4843-8ed9-c971b373093c admin admin] Calling delete_port for d4a065ee-0194-4b0a-bd0b-c9475bbda685 owned by network:router_gateway {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:43:24.759866 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-41e7dfa7-a344-4748-82da-6e960b40b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'name': 'tempest-ServerRescueNegativeTestJSON-1293217914-router', 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4a065ee-0194-4b0a-bd0b-c9475bbda685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:43:23Z', 'revision_number': 5, 'project_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'gw_port': {'id': 'd4a065ee-0194-4b0a-bd0b-c9475bbda685', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:43:24.792927 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e7dfa7-a344-4748-82da-6e960b40b51b None None] The sync data for ids ['f226c503-9d30-49e7-bc0f-e5040b33c51f'] in dv-cinder-800696-4-iscsi is: [{'id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'name': 'tempest-ServerRescueNegativeTestJSON-1293217914-router', 'tenant_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4a065ee-0194-4b0a-bd0b-c9475bbda685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:43:23Z', 'revision_number': 5, 'project_id': '2f89ba439f784b5ea4f1cc9cd7778d80', 'gw_port': {'id': 'd4a065ee-0194-4b0a-bd0b-c9475bbda685', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f226c503-9d30-49e7-bc0f-e5040b33c51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:43:24.879946 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-22079805-d81b-4843-8ed9-c971b373093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:24.908319 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22079805-d81b-4843-8ed9-c971b373093c admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a065ee-0194-4b0a-bd0b-c9475bbda685,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:24.979478 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-22079805-d81b-4843-8ed9-c971b373093c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418232'] for router_gateway, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:25.096113 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-22079805-d81b-4843-8ed9-c971b373093c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6197'] for router, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:25.098563 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-22079805-d81b-4843-8ed9-c971b373093c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:25.180974 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-22079805-d81b-4843-8ed9-c971b373093c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418636'] for router, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:25.181475 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22079805-d81b-4843-8ed9-c971b373093c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f226c503-9d30-49e7-bc0f-e5040b33c51f {{(pid=99967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:43:25.193598 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-22079805-d81b-4843-8ed9-c971b373093c admin admin] Notify callbacks [] for router, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:25.195045 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-22079805-d81b-4843-8ed9-c971b373093c admin admin] 10.222.0.58 "DELETE /v2.0/routers/f226c503-9d30-49e7-bc0f-e5040b33c51f HTTP/1.1" status: 204 len: 168 time: 1.4017310 Jul 19 17:43:25.197450 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 52780) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:25.253124 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f55b03-8683-4aa3-a6d5-c103761c9ece admin admin] Deleting subnet b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5 {{(pid=99967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:43:25.262079 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-98f55b03-8683-4aa3-a6d5-c103761c9ece admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:25.339098 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-98f55b03-8683-4aa3-a6d5-c103761c9ece admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8558846'] for subnet, precommit_delete_associations {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:25.394388 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-98f55b03-8683-4aa3-a6d5-c103761c9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364798'] for subnet, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:25.460303 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-98f55b03-8683-4aa3-a6d5-c103761c9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10261960'] for subnet, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:25.488144 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f55b03-8683-4aa3-a6d5-c103761c9ece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:25.491889 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-98f55b03-8683-4aa3-a6d5-c103761c9ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:25.493766 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-98f55b03-8683-4aa3-a6d5-c103761c9ece admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b1d7f8f6-e4c4-462a-8345-5ca5f2abcaf5 HTTP/1.1" status: 204 len: 168 time: 0.2951279 Jul 19 17:43:25.496367 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 52798) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:25.578712 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623415'] for network, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:25.645911 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 68047ea3-4512-4a1d-81df-bdd15d1a915b no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:43:25.672154 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: 68047ea3-4512-4a1d-81df-bdd15d1a915b {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:43:25.672503 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 68047ea3-4512-4a1d-81df-bdd15d1a915b not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:43:25.714419 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366034', 'neutron.services.segments.db._delete_segments_for_network-8740605476410'] for network, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:25.731501 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedf669-c713-4837-8f96-dbb3f0400dfe req-99da6746-cb9c-4828-af6d-0455e3f269f4 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:25.733001 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0aedf669-c713-4837-8f96-dbb3f0400dfe req-99da6746-cb9c-4828-af6d-0455e3f269f4 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1510885 Jul 19 17:43:25.735065 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:43:25.735412 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:43:25.736154 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:43:25.742659 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Subscribe: > port after_create 55550000 {{(pid=99966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:43:25.742659 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Subscribe: > port after_delete 55550000 {{(pid=99966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:43:25.742659 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Subscribe: > port after_update 55550000 {{(pid=99966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:43:25.742659 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:43:25.742659 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:43:25.742659 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:43:25.742659 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:43:25.804282 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:43:25.804630 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:43:25.804959 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:43:25.805292 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 17:43:25.805661 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.services.segments.db [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba199622-5356-4143-a827-7602fbb52049']}} {{(pid=99966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:43:25.830670 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.services.segments.db [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cd2353-28ea-4c3e-a4d0-00348478ce78') {'for_net_delete': True} {{(pid=99966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:43:25.830964 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.services.segments.db [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cd2353-28ea-4c3e-a4d0-00348478ce78') {} {{(pid=99966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:43:25.853626 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740605480259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8026710'] for segment, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:25.882366 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:25.891672 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0aedf669-c713-4837-8f96-dbb3f0400dfe req-25e35d12-3057-4a49-acfd-f2f883ee4a79 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811095 Jul 19 17:43:25.895628 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=99966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:43:25.896168 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9063026'] for segment, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: from cryptography.utils import int_from_bytes Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: from cryptography.utils import int_from_bytes Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: Traceback (most recent call last): Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: timer() Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: cb(*args, **kw) Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: return func(*args, **kwargs) Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: self._notify() Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: self.callback(batched_events) Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: event.method(event) Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: return f(self, *a, **k) Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: return self._get(url).json() Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: return self.request(url, 'GET', **kwargs) Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:43:25.900142 dv-cinder-800696-4-iscsi neutron-server[99966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:43:25.964005 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418180'] for network, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:25.973208 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:25.977084 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] 10.222.0.58 "DELETE /v2.0/networks/ba199622-5356-4143-a827-7602fbb52049 HTTP/1.1" status: 204 len: 168 time: 0.4797454 Jul 19 17:43:25.987275 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d0468-a218-4ea2-8d07-deed4faab39e admin admin] Pushing event deleted for resources: {'Network': ['ID=ba199622-5356-4143-a827-7602fbb52049,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:26.172131 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 52828) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:26.212494 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-6bd0945a-924d-4a4f-87b7-d95dbe2ea5f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f89ba439f784b5ea4f1cc9cd7778d80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0390713 Jul 19 17:43:26.215254 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 52832) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:26.265802 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ed9137c-3591-4f92-adf7-99ed91259bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:26.287043 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ed9137c-3591-4f92-adf7-99ed91259bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:26.335674 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ed9137c-3591-4f92-adf7-99ed91259bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:26.338650 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ed9137c-3591-4f92-adf7-99ed91259bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:26.342087 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-5ed9137c-3591-4f92-adf7-99ed91259bc2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1778d18e-a8ab-417c-9c56-68bb89791e19 HTTP/1.1" status: 204 len: 168 time: 0.1236355 Jul 19 17:43:26.348451 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9137c-3591-4f92-adf7-99ed91259bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1778d18e-a8ab-417c-9c56-68bb89791e19,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:26.491962 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 6ffc11cf-b783-41fb-b711-35a9b0af56f4 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:43:26.530948 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: 6ffc11cf-b783-41fb-b711-35a9b0af56f4 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:43:26.531299 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 6ffc11cf-b783-41fb-b711-35a9b0af56f4 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:43:26.531717 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device d4a065ee-0194-4b0a-bd0b-c9475bbda685 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:43:26.562847 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: d4a065ee-0194-4b0a-bd0b-c9475bbda685 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:43:26.563511 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device d4a065ee-0194-4b0a-bd0b-c9475bbda685 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:43:26.621282 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08d3b4-5f50-44db-9355-a25669cc5615 req-dec4e4ab-5fa5-4d46-852e-404b772277d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:26.622818 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-df08d3b4-5f50-44db-9355-a25669cc5615 req-dec4e4ab-5fa5-4d46-852e-404b772277d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db9bcbdd085e472caf212d1387d82a77&device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 1099 time: 0.1431417 Jul 19 17:43:26.626555 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-efe3a53b-a312-4a5b-af94-866172865ced req-f018f8d6-016c-47ad-837f-884110370df8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872569 Jul 19 17:43:26.781498 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08d3b4-5f50-44db-9355-a25669cc5615 req-c5f10f98-533c-4e2c-8481-cf7118cc52ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:26.783072 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-df08d3b4-5f50-44db-9355-a25669cc5615 req-c5f10f98-533c-4e2c-8481-cf7118cc52ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a HTTP/1.1" status: 200 len: 911 time: 0.1372149 Jul 19 17:43:26.788315 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3a53b-a312-4a5b-af94-866172865ced req-9d211ff4-fb54-49c3-acc2-2f769bc75af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:26.789926 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-efe3a53b-a312-4a5b-af94-866172865ced req-9d211ff4-fb54-49c3-acc2-2f769bc75af2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0634ad0c797e471297f37a2b2b27b253&device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 1099 time: 0.1184182 Jul 19 17:43:26.846629 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 52876) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:26.914937 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-df08d3b4-5f50-44db-9355-a25669cc5615 req-488065ee-eeea-4c11-bda3-5cc584a764f7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e914471-9e6e-428f-baa3-d1e8c31c014b HTTP/1.1" status: 200 len: 1001 time: 0.1133127 Jul 19 17:43:26.982224 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3a53b-a312-4a5b-af94-866172865ced req-afd49274-bd15-439c-9a3c-351a5129d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:26.983765 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-efe3a53b-a312-4a5b-af94-866172865ced req-afd49274-bd15-439c-9a3c-351a5129d811 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9412ab90-14bd-4fb2-8549-8b0724c797fa HTTP/1.1" status: 200 len: 918 time: 0.1464677 Jul 19 17:43:26.988176 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08d3b4-5f50-44db-9355-a25669cc5615 req-33587b83-b3d6-4ef1-9bc6-1b91f361f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:26.991140 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-df08d3b4-5f50-44db-9355-a25669cc5615 req-33587b83-b3d6-4ef1-9bc6-1b91f361f81c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=835b74c3-3174-4e3c-a77e-d02ca1e76c12 HTTP/1.1" status: 200 len: 849 time: 0.0647533 Jul 19 17:43:27.046558 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0acf126a-cc49-484a-83d7-f4f1d3e4e13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:27.087891 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a631be-d85b-400f-8327-42fad61252b7 req-044d54cb-0709-4b4b-9097-002c3f4db494 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:27.088888 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-efe3a53b-a312-4a5b-af94-866172865ced req-d4f250d5-e096-402e-892b-db7d570b9c00 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c90129eb-975a-429a-918c-b4c7bc8ba825 HTTP/1.1" status: 200 len: 1000 time: 0.0958643 Jul 19 17:43:27.091810 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-28a631be-d85b-400f-8327-42fad61252b7 req-044d54cb-0709-4b4b-9097-002c3f4db494 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1257617 Jul 19 17:43:27.153411 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08d3b4-5f50-44db-9355-a25669cc5615 req-12f4597f-642b-49ff-a8ec-b12cf70924ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:27.154994 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-df08d3b4-5f50-44db-9355-a25669cc5615 req-12f4597f-642b-49ff-a8ec-b12cf70924ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1539254 Jul 19 17:43:27.160915 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-28a631be-d85b-400f-8327-42fad61252b7 req-d0bde07c-2598-4bec-ba42-1c0310040da2 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632946 Jul 19 17:43:27.186412 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3a53b-a312-4a5b-af94-866172865ced req-5fab494b-54f5-4271-9a4b-7198e0ade24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:27.187988 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-efe3a53b-a312-4a5b-af94-866172865ced req-5fab494b-54f5-4271-9a4b-7198e0ade24d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=016908ef-9e1e-4636-acd6-cc64d9df8a14 HTTP/1.1" status: 200 len: 856 time: 0.0904708 Jul 19 17:43:27.221228 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0acf126a-cc49-484a-83d7-f4f1d3e4e13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:27.231301 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0acf126a-cc49-484a-83d7-f4f1d3e4e13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:27.271794 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-0acf126a-cc49-484a-83d7-f4f1d3e4e13f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c0f62b14033425aae1e67f9381c7cd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4234524 Jul 19 17:43:27.274059 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf126a-cc49-484a-83d7-f4f1d3e4e13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62c4889-fa59-491d-9fba-922f9665e727,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:27.276448 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 52900) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:27.329442 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-cbaf3785-f510-4dd6-badf-3b3da623769a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:27.334989 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3a53b-a312-4a5b-af94-866172865ced req-27556bf3-6f8a-4455-87f0-fc3e4fb2b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:27.336607 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-efe3a53b-a312-4a5b-af94-866172865ced req-27556bf3-6f8a-4455-87f0-fc3e4fb2b997 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9412ab90-14bd-4fb2-8549-8b0724c797fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1385872 Jul 19 17:43:27.338877 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-df08d3b4-5f50-44db-9355-a25669cc5615 req-6e2092a1-b7fc-4fde-b8cc-e819accbdb62 service neutron] 10.222.0.49 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675384 Jul 19 17:43:27.352356 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-cbaf3785-f510-4dd6-badf-3b3da623769a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:27.405377 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-cbaf3785-f510-4dd6-badf-3b3da623769a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:27.408252 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-cbaf3785-f510-4dd6-badf-3b3da623769a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:27.409407 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-cbaf3785-f510-4dd6-badf-3b3da623769a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a62c4889-fa59-491d-9fba-922f9665e727 HTTP/1.1" status: 204 len: 168 time: 0.1320269 Jul 19 17:43:27.417051 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf3785-f510-4dd6-badf-3b3da623769a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62c4889-fa59-491d-9fba-922f9665e727,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:27.532029 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-df08d3b4-5f50-44db-9355-a25669cc5615 req-6aa9d89a-2398-4200-afce-57b16e336ca1 service neutron] 10.222.0.49 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649694 Jul 19 17:43:27.533945 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-efe3a53b-a312-4a5b-af94-866172865ced req-6942494d-aa77-4294-a2d8-54e6f49b6c57 service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745763 Jul 19 17:43:27.814615 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 52932) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:27.830523 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9f6f437b-d226-48c9-ba1c-c28d62726bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:27.923773 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9f6f437b-d226-48c9-ba1c-c28d62726bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:27.928555 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9f6f437b-d226-48c9-ba1c-c28d62726bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:27.965967 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-9f6f437b-d226-48c9-ba1c-c28d62726bdc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=74e6fd9fab884938807e592a1efe50f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502440 Jul 19 17:43:27.966809 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f437b-d226-48c9-ba1c-c28d62726bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fef64f8-cbfa-42f9-b754-fd84a83b69bb,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:27.968788 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 52952) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:28.021062 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d1f35450-f43b-40ad-88a7-7af53578a828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:28.044595 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d1f35450-f43b-40ad-88a7-7af53578a828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:28.092450 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d1f35450-f43b-40ad-88a7-7af53578a828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:28.095186 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d1f35450-f43b-40ad-88a7-7af53578a828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:28.096452 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-d1f35450-f43b-40ad-88a7-7af53578a828 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7fef64f8-cbfa-42f9-b754-fd84a83b69bb HTTP/1.1" status: 204 len: 168 time: 0.1266124 Jul 19 17:43:28.106571 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f35450-f43b-40ad-88a7-7af53578a828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fef64f8-cbfa-42f9-b754-fd84a83b69bb,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:28.310839 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072de53e-b47e-4eda-a287-769903df08f0 req-3974af0b-b895-4a3d-9ec1-8a32ed5ea781 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:28.312315 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-072de53e-b47e-4eda-a287-769903df08f0 req-3974af0b-b895-4a3d-9ec1-8a32ed5ea781 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0742314 Jul 19 17:43:28.349225 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-072de53e-b47e-4eda-a287-769903df08f0 req-df59bc59-c419-43a0-874e-4c569de7b592 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313148 Jul 19 17:43:29.479408 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50b935-bfc8-4b88-867e-d107cd91d62c req-729704bd-8510-4b53-b10b-023c788ea8b6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:29.480894 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6c50b935-bfc8-4b88-867e-d107cd91d62c req-729704bd-8510-4b53-b10b-023c788ea8b6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0651698 Jul 19 17:43:29.516838 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6c50b935-bfc8-4b88-867e-d107cd91d62c req-18f7ade5-5f2b-4ef5-be90-ed2fafbe8e3d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305088 Jul 19 17:43:29.669461 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-efe3a53b-a312-4a5b-af94-866172865ced req-54be2d0a-1ad5-41de-b73d-17cf6e9b71de service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932176 Jul 19 17:43:30.647531 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b7b98-5a1f-43c8-9e12-3d8cf9498064 req-52050dab-e718-41d5-ac78-554280aebe9b tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:30.649017 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-940b7b98-5a1f-43c8-9e12-3d8cf9498064 req-52050dab-e718-41d5-ac78-554280aebe9b tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0658827 Jul 19 17:43:30.687413 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-940b7b98-5a1f-43c8-9e12-3d8cf9498064 req-67d3ac52-2e60-47cb-b497-111bc13982ce tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325799 Jul 19 17:43:31.375045 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 53080) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:31.423386 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_v2 [None req-faea5ed3-3ea7-4537-929d-4331e41d382a admin admin] Deleting subnet c7e5c793-559f-46f6-8deb-ac00eb62148b {{(pid=99966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:43:31.426435 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-faea5ed3-3ea7-4537-929d-4331e41d382a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:31.461606 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-faea5ed3-3ea7-4537-929d-4331e41d382a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8026701'] for subnet, precommit_delete_associations {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:31.501577 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-faea5ed3-3ea7-4537-929d-4331e41d382a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364798'] for subnet, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:31.553240 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-faea5ed3-3ea7-4537-929d-4331e41d382a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9062936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584655'] for subnet, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:31.580283 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-faea5ed3-3ea7-4537-929d-4331e41d382a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:31.582804 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-faea5ed3-3ea7-4537-929d-4331e41d382a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c7e5c793-559f-46f6-8deb-ac00eb62148b HTTP/1.1" status: 204 len: 168 time: 0.2062764 Jul 19 17:43:31.583251 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea5ed3-3ea7-4537-929d-4331e41d382a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7e5c793-559f-46f6-8deb-ac00eb62148b,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:31.585592 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 53088) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:31.872311 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8be3d899-dd97-44a1-a61d-615c221666b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623415'] for network, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:31.949628 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8be3d899-dd97-44a1-a61d-615c221666b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366034', 'neutron.services.segments.db._delete_segments_for_network-8740605476410'] for network, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:31.959228 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-8be3d899-dd97-44a1-a61d-615c221666b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc96ca8-6fbf-4d48-a63a-15903573917b']}} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:43:31.968491 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-8be3d899-dd97-44a1-a61d-615c221666b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76456ff3-18f8-4978-8708-6fcc6a54e306') {'for_net_delete': True} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:43:31.968784 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-8be3d899-dd97-44a1-a61d-615c221666b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76456ff3-18f8-4978-8708-6fcc6a54e306') {} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:43:31.977265 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8be3d899-dd97-44a1-a61d-615c221666b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740605480259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8558821'] for segment, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:31.991004 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8be3d899-dd97-44a1-a61d-615c221666b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:31.997093 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be3d899-dd97-44a1-a61d-615c221666b0 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=99967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:43:31.997473 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8be3d899-dd97-44a1-a61d-615c221666b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558688'] for segment, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: Traceback (most recent call last): Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: timer() Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: cb(*args, **kw) Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: return func(*args, **kwargs) Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: self._notify() Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: self.callback(batched_events) Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: event.method(event) Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: return f(self, *a, **k) Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._get(url).json() Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: return self.request(url, 'GET', **kwargs) Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:43:31.999196 dv-cinder-800696-4-iscsi neutron-server[99967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:43:32.055083 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8be3d899-dd97-44a1-a61d-615c221666b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418180'] for network, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:32.061485 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8be3d899-dd97-44a1-a61d-615c221666b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:32.063484 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-8be3d899-dd97-44a1-a61d-615c221666b0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fdc96ca8-6fbf-4d48-a63a-15903573917b HTTP/1.1" status: 204 len: 168 time: 0.4768782 Jul 19 17:43:32.076701 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3d899-dd97-44a1-a61d-615c221666b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdc96ca8-6fbf-4d48-a63a-15903573917b,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:32.145091 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 53098) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:32.227777 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 53102) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:32.256908 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-79c16128-b8bf-4963-ac27-e44edea725d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:32.297499 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-0a517fa9-0f54-4e21-a058-5d55e6ccd059 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e3bf741dc7304d4db7934357fe901d04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685973 Jul 19 17:43:32.300030 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 53106) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:32.375481 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-56382bf7-9dcc-409c-96c7-0a3a57b78405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:32.406468 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-56382bf7-9dcc-409c-96c7-0a3a57b78405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:32.445986 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-79c16128-b8bf-4963-ac27-e44edea725d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:32.450246 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-79c16128-b8bf-4963-ac27-e44edea725d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:32.492255 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-79c16128-b8bf-4963-ac27-e44edea725d4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df8c5d79e7d242e6942762ddf91e1a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460484 Jul 19 17:43:32.494506 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c16128-b8bf-4963-ac27-e44edea725d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0baabd-2947-4209-b8ee-4ca4cf87b5c2,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:32.495187 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 53110) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:32.497509 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-56382bf7-9dcc-409c-96c7-0a3a57b78405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:32.499996 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-56382bf7-9dcc-409c-96c7-0a3a57b78405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:32.503119 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-56382bf7-9dcc-409c-96c7-0a3a57b78405 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d917491-b994-4d79-b782-be624a124294 HTTP/1.1" status: 204 len: 168 time: 0.2001400 Jul 19 17:43:32.510690 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56382bf7-9dcc-409c-96c7-0a3a57b78405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d917491-b994-4d79-b782-be624a124294,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:32.556727 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-355b2a94-7211-4e9c-85ab-09ced9776c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:32.576941 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-355b2a94-7211-4e9c-85ab-09ced9776c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:32.622924 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-355b2a94-7211-4e9c-85ab-09ced9776c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:32.625535 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-355b2a94-7211-4e9c-85ab-09ced9776c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:32.626874 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-355b2a94-7211-4e9c-85ab-09ced9776c76 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a0baabd-2947-4209-b8ee-4ca4cf87b5c2 HTTP/1.1" status: 204 len: 168 time: 0.1305563 Jul 19 17:43:32.635969 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b2a94-7211-4e9c-85ab-09ced9776c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0baabd-2947-4209-b8ee-4ca4cf87b5c2,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:32.964149 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 53130) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:32.976884 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9c7ca80a-74bf-444b-96ce-fc285e4b1e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:33.063895 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9c7ca80a-74bf-444b-96ce-fc285e4b1e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:33.071248 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9c7ca80a-74bf-444b-96ce-fc285e4b1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:33.108657 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-9c7ca80a-74bf-444b-96ce-fc285e4b1e46 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07571cabebdb4e37b848461e4e15b0e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434455 Jul 19 17:43:33.110918 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ca80a-74bf-444b-96ce-fc285e4b1e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37bede8-83f7-4e25-9b4d-59f9b05a6b3a,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:33.111253 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 53136) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:33.176506 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-63b33e9a-6f6d-4e02-ac1f-3c6c305be85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:33.199392 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-63b33e9a-6f6d-4e02-ac1f-3c6c305be85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:33.247280 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-63b33e9a-6f6d-4e02-ac1f-3c6c305be85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:33.249772 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-63b33e9a-6f6d-4e02-ac1f-3c6c305be85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:33.250942 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-63b33e9a-6f6d-4e02-ac1f-3c6c305be85b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e37bede8-83f7-4e25-9b4d-59f9b05a6b3a HTTP/1.1" status: 204 len: 168 time: 0.1385293 Jul 19 17:43:33.261050 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b33e9a-6f6d-4e02-ac1f-3c6c305be85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37bede8-83f7-4e25-9b4d-59f9b05a6b3a,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:35.513903 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-0c48b065-02f5-4e1d-85d3-70da8926b3e6 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9c8fa0610b3846b4bc8678e3254e8da8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277462 Jul 19 17:43:35.696009 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-3d56302c-f521-494f-add2-6e1d38f78726 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:35.697476 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-3d56302c-f521-494f-add2-6e1d38f78726 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1788216 Jul 19 17:43:35.712307 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-dd90b83d-1e66-4653-a97d-ac84afcb7740 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/quotas/9c8fa0610b3846b4bc8678e3254e8da8 HTTP/1.1" status: 200 len: 375 time: 0.0093513 Jul 19 17:43:35.747758 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-86a0500d-6628-4949-911f-0024803e4dfb tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9c8fa0610b3846b4bc8678e3254e8da8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302455 Jul 19 17:43:36.153626 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fbcd677d-79f6-4598-b7b3-cbdcc3854a4f req-28e6af59-c42d-4134-a7e5-fc4c267d2fa9 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 210 time: 0.2762163 Jul 19 17:43:36.325607 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 53264) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:36.436420 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-78cbe673-2101-4011-aef8-b3a6622e68dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:36.532098 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-78cbe673-2101-4011-aef8-b3a6622e68dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:36.537426 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-78cbe673-2101-4011-aef8-b3a6622e68dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:36.576613 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbe673-2101-4011-aef8-b3a6622e68dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19425c2-850a-435a-b4e9-d8bd37a5b0c5,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:36.581024 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-78cbe673-2101-4011-aef8-b3a6622e68dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=06b20513a04e450c80d6612e069391ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540114 Jul 19 17:43:36.583832 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 53268) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:36.633737 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e0004e91-709d-4a90-94d8-db4f05258211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:36.653950 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e0004e91-709d-4a90-94d8-db4f05258211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:36.704861 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e0004e91-709d-4a90-94d8-db4f05258211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:36.707670 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e0004e91-709d-4a90-94d8-db4f05258211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:36.709451 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-e0004e91-709d-4a90-94d8-db4f05258211 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f19425c2-850a-435a-b4e9-d8bd37a5b0c5 HTTP/1.1" status: 204 len: 168 time: 0.1246407 Jul 19 17:43:36.717801 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0004e91-709d-4a90-94d8-db4f05258211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19425c2-850a-435a-b4e9-d8bd37a5b0c5,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:37.113808 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 53302) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:37.171022 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-ba50c058-e78e-48b1-8f78-0e00776daf75 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9c8fa0610b3846b4bc8678e3254e8da8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513916 Jul 19 17:43:37.301270 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d3e7cc79-e4aa-43b7-8e62-71e9f0966bb1 req-a8e26d91-5b0a-414d-a07f-4b4165f8858f tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 210 time: 0.0355067 Jul 19 17:43:37.338479 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b2c40-0265-4fd0-9e2c-e1e59bb4a1d0 req-d9dbd3cb-c9ef-4be9-8eba-de2ab53a482d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:37.346660 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-170b2c40-0265-4fd0-9e2c-e1e59bb4a1d0 req-d9dbd3cb-c9ef-4be9-8eba-de2ab53a482d tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 945 time: 0.1321595 Jul 19 17:43:37.398990 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-170b2c40-0265-4fd0-9e2c-e1e59bb4a1d0 req-05732f38-11b3-4e95-a6fb-fefe278e41c5 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509782 Jul 19 17:43:37.400138 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ab70ec41-875a-48b4-bb64-3de3ba509c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:37.447480 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-9c615653-0507-428f-bddf-8585bc6e54d4 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:37.449075 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-9c615653-0507-428f-bddf-8585bc6e54d4 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2734034 Jul 19 17:43:37.491374 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-8d2ca908-8c5a-4480-a2d3-730b7199d2a0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Request body: {'port': {'device_id': 'b7e195ea-5234-45eb-a5f2-ce4d21734061', 'network_id': '3c75623a-2bf4-4712-a6f4-e725c1af0414', 'admin_state_up': True, 'tenant_id': '9c8fa0610b3846b4bc8678e3254e8da8'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:43:37.508383 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ab70ec41-875a-48b4-bb64-3de3ba509c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:37.513726 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ab70ec41-875a-48b4-bb64-3de3ba509c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:37.567095 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-ab70ec41-875a-48b4-bb64-3de3ba509c54 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43937efb1d5b40c5a85c854a74aae22c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4456718 Jul 19 17:43:37.567095 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 53322) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:37.573249 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70ec41-875a-48b4-bb64-3de3ba509c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d13a92-471c-43d8-9c9c-6343f104df87,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:37.608061 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-8d2ca908-8c5a-4480-a2d3-730b7199d2a0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Made reservation on behalf of 9c8fa0610b3846b4bc8678e3254e8da8 for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:43:37.611623 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-8d2ca908-8c5a-4480-a2d3-730b7199d2a0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:37.620265 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-8d2ca908-8c5a-4480-a2d3-730b7199d2a0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:37.622765 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1f2080fd-eee0-4c71-8528-88c0ab83f08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:37.647383 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1f2080fd-eee0-4c71-8528-88c0ab83f08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:37.704755 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1f2080fd-eee0-4c71-8528-88c0ab83f08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:37.708379 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1f2080fd-eee0-4c71-8528-88c0ab83f08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:37.709623 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-1f2080fd-eee0-4c71-8528-88c0ab83f08f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4d13a92-471c-43d8-9c9c-6343f104df87 HTTP/1.1" status: 204 len: 168 time: 0.1438575 Jul 19 17:43:37.717296 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2080fd-eee0-4c71-8528-88c0ab83f08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d13a92-471c-43d8-9c9c-6343f104df87,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:37.717618 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-8d2ca908-8c5a-4480-a2d3-730b7199d2a0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:37.722087 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-8d2ca908-8c5a-4480-a2d3-730b7199d2a0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:37.793290 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ca908-8c5a-4480-a2d3-730b7199d2a0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2748d117-1834-4f84-9ba1-468132c13004,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:37.875114 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-8d2ca908-8c5a-4480-a2d3-730b7199d2a0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Allocated IP 192.168.233.240 (3c75623a-2bf4-4712-a6f4-e725c1af0414/e593b0eb-4161-4bc7-b83e-1791958939ee/c809a891-7909-469f-acdd-d24c81f5e3d1) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:43:38.046207 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-8d2ca908-8c5a-4480-a2d3-730b7199d2a0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:38.065610 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-8d2ca908-8c5a-4480-a2d3-730b7199d2a0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Transition to ACTIVE for port object c809a891-7909-469f-acdd-d24c81f5e3d1 will not be triggered until provisioned by entity DHCP. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:43:38.100350 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-8d2ca908-8c5a-4480-a2d3-730b7199d2a0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:38.145294 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-8d2ca908-8c5a-4480-a2d3-730b7199d2a0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Network 3c75623a-2bf4-4712-a6f4-e725c1af0414 is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:43:38.151707 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-8d2ca908-8c5a-4480-a2d3-730b7199d2a0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:43:38.155525 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-8d2ca908-8c5a-4480-a2d3-730b7199d2a0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:43:38.196802 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ca908-8c5a-4480-a2d3-730b7199d2a0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Pushing event updated for resources: {'Port': ['ID=c809a891-7909-469f-acdd-d24c81f5e3d1,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:38.229768 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-8d2ca908-8c5a-4480-a2d3-730b7199d2a0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:38.230446 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-8d2ca908-8c5a-4480-a2d3-730b7199d2a0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:38.268440 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-8d2ca908-8c5a-4480-a2d3-730b7199d2a0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7813146 Jul 19 17:43:38.291262 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Request body: {'port': {'device_id': 'b7e195ea-5234-45eb-a5f2-ce4d21734061', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:43:38.375142 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:38.461286 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970134bf-7e8e-45f5-95dd-b0baa9bb3a19 req-ef5f081a-e153-43d7-bb3e-13a57772365a tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:38.463127 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-970134bf-7e8e-45f5-95dd-b0baa9bb3a19 req-ef5f081a-e153-43d7-bb3e-13a57772365a tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 936 time: 0.0784016 Jul 19 17:43:38.480819 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-913787ce-3eb9-4fbb-b72e-562ade264784 None None] Provisioning for port c809a891-7909-469f-acdd-d24c81f5e3d1 completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:43:38.493856 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-913787ce-3eb9-4fbb-b72e-562ade264784 None None] Provisioning complete for port c809a891-7909-469f-acdd-d24c81f5e3d1 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:43:38.494603 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-913787ce-3eb9-4fbb-b72e-562ade264784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:38.539027 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-913787ce-3eb9-4fbb-b72e-562ade264784 None None] Port c809a891-7909-469f-acdd-d24c81f5e3d1 cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:43:38.564204 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-970134bf-7e8e-45f5-95dd-b0baa9bb3a19 req-72c38a06-921e-4fde-a69d-93e7c766dd3f tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/security-groups?id=2748d117-1834-4f84-9ba1-468132c13004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933049 Jul 19 17:43:38.602388 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24122f8a-8423-40e9-9bf2-9877c19ef762 req-ff5c2005-718c-48a4-a671-74882694c304 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:38.603971 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-24122f8a-8423-40e9-9bf2-9877c19ef762 req-ff5c2005-718c-48a4-a671-74882694c304 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 945 time: 0.0906491 Jul 19 17:43:38.647024 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-24122f8a-8423-40e9-9bf2-9877c19ef762 req-33b37975-e115-4185-b2bf-39029dc122cb tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367961 Jul 19 17:43:38.695464 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c809a891-7909-469f-acdd-d24c81f5e3d1 {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:43:38.703803 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:38.719053 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Transition to ACTIVE for port object c809a891-7909-469f-acdd-d24c81f5e3d1 will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:43:38.724526 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:38.785331 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Pushing event updated for resources: {'Port': ['ID=c809a891-7909-469f-acdd-d24c81f5e3d1,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:38.868142 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Attempting to bind port c809a891-7909-469f-acdd-d24c81f5e3d1 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:43:38.868493 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Attempting to bind port c809a891-7909-469f-acdd-d24c81f5e3d1 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '4c47e278-065b-49ca-a236-6f761083e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3c75623a-2bf4-4712-a6f4-e725c1af0414'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:43:38.868825 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Attempting to bind port c809a891-7909-469f-acdd-d24c81f5e3d1 on network 3c75623a-2bf4-4712-a6f4-e725c1af0414 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:43:38.873454 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Port c809a891-7909-469f-acdd-d24c81f5e3d1 on network 3c75623a-2bf4-4712-a6f4-e725c1af0414 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:43:38.873716 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Attempting to bind port c809a891-7909-469f-acdd-d24c81f5e3d1 on network 3c75623a-2bf4-4712-a6f4-e725c1af0414 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:43:38.878762 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:43:38.879104 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Checking segment: {'id': '4c47e278-065b-49ca-a236-6f761083e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3c75623a-2bf4-4712-a6f4-e725c1af0414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:43:38.879495 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Bound using segment: {'id': '4c47e278-065b-49ca-a236-6f761083e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3c75623a-2bf4-4712-a6f4-e725c1af0414'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:43:38.880007 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Bound port: c809a891-7909-469f-acdd-d24c81f5e3d1, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c47e278-065b-49ca-a236-6f761083e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3c75623a-2bf4-4712-a6f4-e725c1af0414'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:43:38.880930 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:38.953569 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] For port c809a891-7909-469f-acdd-d24c81f5e3d1, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:43:38.956845 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] For port c809a891-7909-469f-acdd-d24c81f5e3d1, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c809a891-7909-469f-acdd-d24c81f5e3d1,segment=NetworkSegment(4c47e278-065b-49ca-a236-6f761083e8cb),segment_id=4c47e278-065b-49ca-a236-6f761083e8cb)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:43:38.961319 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:38.997227 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:38.997852 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:38.999332 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] 10.222.0.49 "PUT /v2.0/ports/c809a891-7909-469f-acdd-d24c81f5e3d1 HTTP/1.1" status: 200 len: 1098 time: 0.7125070 Jul 19 17:43:38.999818 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e195ea-5234-45eb-a5f2-ce4d21734061', 'tag': 'c809a891-7909-469f-acdd-d24c81f5e3d1'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:43:39.002151 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d1387b-28ff-436b-8964-37f12a208ded" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e195ea-5234-45eb-a5f2-ce4d21734061", "tag": "c809a891-7909-469f-acdd-d24c81f5e3d1"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:43:39.052727 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e61eac-ff7a-4565-ac6c-c1deb3abc207 x-openstack-request-id: req-18e61eac-ff7a-4565-ac6c-c1deb3abc207 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:43:39.053281 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e195ea-5234-45eb-a5f2-ce4d21734061", "tag": "c809a891-7909-469f-acdd-d24c81f5e3d1", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:43:39.053789 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18e61eac-ff7a-4565-ac6c-c1deb3abc207 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:43:39.054051 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e195ea-5234-45eb-a5f2-ce4d21734061', 'tag': 'c809a891-7909-469f-acdd-d24c81f5e3d1', 'status': 'completed', 'code': 200} Jul 19 17:43:39.059047 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a128e6c-e74f-4c6d-9ffc-cc03959a374b service neutron] Pushing event updated for resources: {'Port': ['ID=c809a891-7909-469f-acdd-d24c81f5e3d1,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:39.191543 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1387b-28ff-436b-8964-37f12a208ded req-b4394748-3808-49cc-bc06-ad48dd0886f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:39.193075 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-45d1387b-28ff-436b-8964-37f12a208ded req-b4394748-3808-49cc-bc06-ad48dd0886f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c8fa0610b3846b4bc8678e3254e8da8&device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 1101 time: 0.0646682 Jul 19 17:43:39.268760 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-45d1387b-28ff-436b-8964-37f12a208ded req-fb1eb0b3-fda3-4ca6-8d13-ab49ae7b1099 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9c8fa0610b3846b4bc8678e3254e8da8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450184 Jul 19 17:43:39.376374 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e5b63-b8e4-4c6b-a22c-f7b7b9f37120 req-68ef37f7-40f2-4114-9372-cb0276b6a6d1 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:39.377820 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-692e5b63-b8e4-4c6b-a22c-f7b7b9f37120 req-68ef37f7-40f2-4114-9372-cb0276b6a6d1 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.49 "GET /v2.0/ports?device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 945 time: 0.1455767 Jul 19 17:43:39.420529 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1387b-28ff-436b-8964-37f12a208ded req-c0bb021f-1ed8-48a0-be1d-4b121ab3ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:39.421955 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-45d1387b-28ff-436b-8964-37f12a208ded req-c0bb021f-1ed8-48a0-be1d-4b121ab3ee36 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1449270 Jul 19 17:43:39.490142 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-692e5b63-b8e4-4c6b-a22c-f7b7b9f37120 req-f9c876de-32d5-4553-9cd2-8dd0799556fc tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Deleting port ccd5fc44-38d4-4d15-a861-5ac064b3b5de {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:43:39.490481 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-692e5b63-b8e4-4c6b-a22c-f7b7b9f37120 req-f9c876de-32d5-4553-9cd2-8dd0799556fc tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:39.615265 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-692e5b63-b8e4-4c6b-a22c-f7b7b9f37120 req-f9c876de-32d5-4553-9cd2-8dd0799556fc tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] For port ccd5fc44-38d4-4d15-a861-5ac064b3b5de, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ccd5fc44-38d4-4d15-a861-5ac064b3b5de,segment=NetworkSegment(42d91dd2-ff1c-4fd6-99f7-a244daea77fc),segment_id=42d91dd2-ff1c-4fd6-99f7-a244daea77fc)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:43:39.615628 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-692e5b63-b8e4-4c6b-a22c-f7b7b9f37120 req-f9c876de-32d5-4553-9cd2-8dd0799556fc tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:39.639309 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-929b31dd-2ba5-4152-8cc0-af3ec8a3aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:39.640693 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-929b31dd-2ba5-4152-8cc0-af3ec8a3aa10 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c8fa0610b3846b4bc8678e3254e8da8&device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 1101 time: 0.1464040 Jul 19 17:43:39.641563 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-692e5b63-b8e4-4c6b-a22c-f7b7b9f37120 req-f9c876de-32d5-4553-9cd2-8dd0799556fc tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Calling delete_port for ccd5fc44-38d4-4d15-a861-5ac064b3b5de owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:43:39.705753 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 53438) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:39.725002 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-4b7aabff-31ac-4aae-92ce-baef3199b4de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=c809a891-7909-469f-acdd-d24c81f5e3d1 HTTP/1.1" status: 200 len: 217 time: 0.0371630 Jul 19 17:43:39.737045 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b9b2c-a544-4a18-a03a-d70670c48590 req-8b92c00c-b699-4db4-a57c-34ab81774413 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:39.738969 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-167b9b2c-a544-4a18-a03a-d70670c48590 req-8b92c00c-b699-4db4-a57c-34ab81774413 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 948 time: 0.0927916 Jul 19 17:43:39.794888 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-57569d3f-cb3f-494d-b42e-ac514d65a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:39.796593 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-57569d3f-cb3f-494d-b42e-ac514d65a88c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e593b0eb-4161-4bc7-b83e-1791958939ee HTTP/1.1" status: 200 len: 843 time: 0.0570211 Jul 19 17:43:39.821161 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-167b9b2c-a544-4a18-a03a-d70670c48590 req-782d9bc3-15f3-4fe6-baf6-eb3baeb6d7b0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/security-groups?id=2748d117-1834-4f84-9ba1-468132c13004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708880 Jul 19 17:43:39.841182 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c9a03a26-eec0-4e22-89d2-ba9af677f12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:39.868860 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fcb59-6fa9-4248-bc59-aa7482f876a4 req-2eaf4cc5-7bf5-457e-8b0c-112fae01248f tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:39.870391 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0e8fcb59-6fa9-4248-bc59-aa7482f876a4 req-2eaf4cc5-7bf5-457e-8b0c-112fae01248f tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/ports?device_id=fed8334c-ec9d-4d18-a39c-35148144f8e1 HTTP/1.1" status: 200 len: 945 time: 0.1299613 Jul 19 17:43:39.896202 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-692e5b63-b8e4-4c6b-a22c-f7b7b9f37120 req-f9c876de-32d5-4553-9cd2-8dd0799556fc tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:39.928276 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c876de-32d5-4553-9cd2-8dd0799556fc tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Pushing event deleted for resources: {'Port': ['ID=ccd5fc44-38d4-4d15-a861-5ac064b3b5de,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:39.933952 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0e8fcb59-6fa9-4248-bc59-aa7482f876a4 req-b1fa6b8f-7827-4584-a0cf-5f70ba6be859 tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.58 "GET /v2.0/security-groups?id=43184073-9d5a-4932-8cb9-df0ed54176ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560279 Jul 19 17:43:39.934976 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['ccd5fc44-38d4-4d15-a861-5ac064b3b5de'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:43:39.938885 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-ece4037c-2760-4524-b246-028a80519ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:39.940459 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-ece4037c-2760-4524-b246-028a80519ecf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c75623a-2bf4-4712-a6f4-e725c1af0414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1347921 Jul 19 17:43:40.003227 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-692e5b63-b8e4-4c6b-a22c-f7b7b9f37120 req-f9c876de-32d5-4553-9cd2-8dd0799556fc tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] No DVR routers for this DVR port ccd5fc44-38d4-4d15-a861-5ac064b3b5de on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:43:40.007156 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-692e5b63-b8e4-4c6b-a22c-f7b7b9f37120 req-f9c876de-32d5-4553-9cd2-8dd0799556fc tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:40.009061 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-692e5b63-b8e4-4c6b-a22c-f7b7b9f37120 req-f9c876de-32d5-4553-9cd2-8dd0799556fc tempest-VolumesSnapshotTestJSON-228207443 tempest-VolumesSnapshotTestJSON-228207443-project] 10.222.0.49 "DELETE /v2.0/ports/ccd5fc44-38d4-4d15-a861-5ac064b3b5de HTTP/1.1" status: 204 len: 173 time: 0.6232815 Jul 19 17:43:40.011521 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c9a03a26-eec0-4e22-89d2-ba9af677f12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:40.016444 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c9a03a26-eec0-4e22-89d2-ba9af677f12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:40.063979 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-c9a03a26-eec0-4e22-89d2-ba9af677f12f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4bbbd45ec6c043618ee5d2e774bdebfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571546 Jul 19 17:43:40.066595 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 53442) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:40.067638 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-3bb1b67a-abba-4682-badf-2cd9c6ff1ddb service neutron] 10.222.0.49 "GET /v2.0/networks/3c75623a-2bf4-4712-a6f4-e725c1af0414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098092 Jul 19 17:43:40.073707 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a03a26-eec0-4e22-89d2-ba9af677f12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd58aae-78fa-46a6-bcf9-8fb10644ada9,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:40.126767 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b1760a60-08c7-49db-828d-46c8b4b61b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:40.156483 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b1760a60-08c7-49db-828d-46c8b4b61b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:40.167153 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4deb343f-c18d-4cc1-b24d-217807895db5 req-61d96843-57ae-4d95-9289-28beed11edce service neutron] 10.222.0.49 "GET /v2.0/networks/3c75623a-2bf4-4712-a6f4-e725c1af0414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926640 Jul 19 17:43:40.211028 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b1760a60-08c7-49db-828d-46c8b4b61b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:40.213792 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b1760a60-08c7-49db-828d-46c8b4b61b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:40.215044 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-b1760a60-08c7-49db-828d-46c8b4b61b3d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ffd58aae-78fa-46a6-bcf9-8fb10644ada9 HTTP/1.1" status: 204 len: 168 time: 0.1472015 Jul 19 17:43:40.223111 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1760a60-08c7-49db-828d-46c8b4b61b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd58aae-78fa-46a6-bcf9-8fb10644ada9,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:40.477543 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 53450) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:40.490880 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-12d42128-7cfe-4c83-a829-a41bb5fb8686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:40.581126 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-12d42128-7cfe-4c83-a829-a41bb5fb8686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:40.584759 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-12d42128-7cfe-4c83-a829-a41bb5fb8686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:40.621299 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d42128-7cfe-4c83-a829-a41bb5fb8686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f07e88e-3210-447a-914a-f50e27ef2539,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:40.625601 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-12d42128-7cfe-4c83-a829-a41bb5fb8686 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c8f483ebd5e4811b97c6605e4b778d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469703 Jul 19 17:43:40.628274 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 53452) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:40.679181 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-80746573-e95b-48c1-b206-e39e240dfe99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:40.700448 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-80746573-e95b-48c1-b206-e39e240dfe99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:40.746688 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-80746573-e95b-48c1-b206-e39e240dfe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:40.749433 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-80746573-e95b-48c1-b206-e39e240dfe99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:40.753049 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-80746573-e95b-48c1-b206-e39e240dfe99 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f07e88e-3210-447a-914a-f50e27ef2539 HTTP/1.1" status: 204 len: 168 time: 0.1212018 Jul 19 17:43:40.760211 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80746573-e95b-48c1-b206-e39e240dfe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f07e88e-3210-447a-914a-f50e27ef2539,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:40.968952 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e781bab-e2f7-4d0f-82f1-d073407e52a1 req-e4fb57de-0f68-4258-82e7-6fd9a6be96a6 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:40.970477 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4e781bab-e2f7-4d0f-82f1-d073407e52a1 req-e4fb57de-0f68-4258-82e7-6fd9a6be96a6 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 948 time: 0.0653110 Jul 19 17:43:41.019106 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4e781bab-e2f7-4d0f-82f1-d073407e52a1 req-f8cf44fa-41ee-4ba0-8caf-1f08af095090 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/security-groups?id=2748d117-1834-4f84-9ba1-468132c13004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404351 Jul 19 17:43:41.055536 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed8334c-ec9d-4d18-a39c-35148144f8e1', 'name': 'network-vif-deleted', 'tag': 'ccd5fc44-38d4-4d15-a861-5ac064b3b5de'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:43:41.057905 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace4a3b1-64de-40ee-889f-164af7ae663d" -d '{"events": [{"server_uuid": "fed8334c-ec9d-4d18-a39c-35148144f8e1", "name": "network-vif-deleted", "tag": "ccd5fc44-38d4-4d15-a861-5ac064b3b5de"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:43:41.094545 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268bac9c-387b-4c34-9845-2252462f437b x-openstack-request-id: req-268bac9c-387b-4c34-9845-2252462f437b {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:43:41.094836 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed8334c-ec9d-4d18-a39c-35148144f8e1", "name": "network-vif-deleted", "tag": "ccd5fc44-38d4-4d15-a861-5ac064b3b5de", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:43:41.095158 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-268bac9c-387b-4c34-9845-2252462f437b {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:43:41.095550 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed8334c-ec9d-4d18-a39c-35148144f8e1', 'name': 'network-vif-deleted', 'tag': 'ccd5fc44-38d4-4d15-a861-5ac064b3b5de', 'status': 'completed', 'code': 200} Jul 19 17:43:42.155397 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e9e05-c9fa-450c-ab03-56fdcb47aa9b req-15a394db-b500-4fba-bfde-2a4f77902fc1 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:42.156826 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-550e9e05-c9fa-450c-ab03-56fdcb47aa9b req-15a394db-b500-4fba-bfde-2a4f77902fc1 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 948 time: 0.0698202 Jul 19 17:43:42.195739 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-550e9e05-c9fa-450c-ab03-56fdcb47aa9b req-87837517-91b2-4bf0-9ebd-71a792be776d tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/security-groups?id=2748d117-1834-4f84-9ba1-468132c13004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324199 Jul 19 17:43:43.115882 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 53546) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:43.214872 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3363df40-9538-4cc6-9eb1-8c93a59407cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:43.344889 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3363df40-9538-4cc6-9eb1-8c93a59407cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:43.349514 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3363df40-9538-4cc6-9eb1-8c93a59407cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:43.383462 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff21954-24c8-41ab-9f85-d0d24349ecd6 req-125f6a57-f1fc-4531-bd3f-9d5be7285601 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:43.384870 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9ff21954-24c8-41ab-9f85-d0d24349ecd6 req-125f6a57-f1fc-4531-bd3f-9d5be7285601 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 948 time: 0.1184554 Jul 19 17:43:43.406391 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363df40-9538-4cc6-9eb1-8c93a59407cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27dc50c-42e0-43bd-adc8-9663a109be7e,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:43.417311 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-3363df40-9538-4cc6-9eb1-8c93a59407cc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71f48b28669a47fabc6fe7e723c63b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002813 Jul 19 17:43:43.419496 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 53552) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:43.438253 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9ff21954-24c8-41ab-9f85-d0d24349ecd6 req-9a5272d5-728e-4a91-85f7-2852e3bf5dd0 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/security-groups?id=2748d117-1834-4f84-9ba1-468132c13004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425129 Jul 19 17:43:43.467679 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8eefcd34-1c71-41dc-b5dc-992d312b713d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:43.488044 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8eefcd34-1c71-41dc-b5dc-992d312b713d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:43.539855 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8eefcd34-1c71-41dc-b5dc-992d312b713d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:43.542448 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8eefcd34-1c71-41dc-b5dc-992d312b713d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:43.543583 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-8eefcd34-1c71-41dc-b5dc-992d312b713d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a27dc50c-42e0-43bd-adc8-9663a109be7e HTTP/1.1" status: 204 len: 168 time: 0.1228118 Jul 19 17:43:43.551233 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefcd34-1c71-41dc-b5dc-992d312b713d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27dc50c-42e0-43bd-adc8-9663a109be7e,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:43.798448 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 53562) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:43.811184 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ff34071b-bdbc-451a-8061-8ae171530271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:43.899877 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ff34071b-bdbc-451a-8061-8ae171530271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:43.903555 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ff34071b-bdbc-451a-8061-8ae171530271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:43.940317 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-ff34071b-bdbc-451a-8061-8ae171530271 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80b33ae6951e42c8a6a416b79bd66b0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408339 Jul 19 17:43:43.941132 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34071b-bdbc-451a-8061-8ae171530271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eabcfb-6114-4482-839d-60e480427957,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:43.944309 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 53564) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:43:43.991973 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-39704fa9-7ff0-4d2a-8687-83c37bdd8036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:44.013807 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-39704fa9-7ff0-4d2a-8687-83c37bdd8036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:44.062854 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-39704fa9-7ff0-4d2a-8687-83c37bdd8036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:44.065444 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-39704fa9-7ff0-4d2a-8687-83c37bdd8036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:44.066654 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-39704fa9-7ff0-4d2a-8687-83c37bdd8036 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2eabcfb-6114-4482-839d-60e480427957 HTTP/1.1" status: 204 len: 168 time: 0.1208858 Jul 19 17:43:44.074446 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39704fa9-7ff0-4d2a-8687-83c37bdd8036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eabcfb-6114-4482-839d-60e480427957,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:44.571694 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd7e7a-f7aa-46ba-9279-480cfe39572e req-ad4a8395-1c63-4e9c-8236-9a5d6519562c tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:44.574574 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3bcd7e7a-f7aa-46ba-9279-480cfe39572e req-ad4a8395-1c63-4e9c-8236-9a5d6519562c tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 948 time: 0.0699296 Jul 19 17:43:44.616289 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3bcd7e7a-f7aa-46ba-9279-480cfe39572e req-017bfa5e-c612-4fc5-8a2a-6531631b4e4d tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/security-groups?id=2748d117-1834-4f84-9ba1-468132c13004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366476 Jul 19 17:43:44.951377 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device c809a891-7909-469f-acdd-d24c81f5e3d1 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:43:44.960707 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device ccd5fc44-38d4-4d15-a861-5ac064b3b5de no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:43:44.984301 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: ccd5fc44-38d4-4d15-a861-5ac064b3b5de {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:43:44.984639 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device ccd5fc44-38d4-4d15-a861-5ac064b3b5de not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:43:45.072296 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port c809a891-7909-469f-acdd-d24c81f5e3d1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c809a891-7909-469f-acdd-d24c81f5e3d1,segment=NetworkSegment(4c47e278-065b-49ca-a236-6f761083e8cb),segment_id=4c47e278-065b-49ca-a236-6f761083e8cb)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:43:45.082521 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': 'c809a891-7909-469f-acdd-d24c81f5e3d1', 'network_id': '3c75623a-2bf4-4712-a6f4-e725c1af0414', 'port_id': 'c809a891-7909-469f-acdd-d24c81f5e3d1', 'mac_address': 'fa:16:3e:78:ce:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e593b0eb-4161-4bc7-b83e-1791958939ee', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:43:45.120069 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:45.132823 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c809a891-7909-469f-acdd-d24c81f5e3d1 {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:43:45.153045 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port c809a891-7909-469f-acdd-d24c81f5e3d1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c809a891-7909-469f-acdd-d24c81f5e3d1,segment=NetworkSegment(4c47e278-065b-49ca-a236-6f761083e8cb),segment_id=4c47e278-065b-49ca-a236-6f761083e8cb)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:43:45.156731 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:45.205169 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=c809a891-7909-469f-acdd-d24c81f5e3d1,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:45.537250 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['c809a891-7909-469f-acdd-d24c81f5e3d1'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:43:45.760507 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60b192-b9bb-4d4a-a589-9e51415d024b req-e22d747a-1df1-4fa5-a512-4c3214c998b2 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:45.762054 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fb60b192-b9bb-4d4a-a589-9e51415d024b req-e22d747a-1df1-4fa5-a512-4c3214c998b2 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 949 time: 0.0666552 Jul 19 17:43:45.801475 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fb60b192-b9bb-4d4a-a589-9e51415d024b req-72788cb7-8252-4caf-bb63-975e4ad94053 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/security-groups?id=2748d117-1834-4f84-9ba1-468132c13004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331786 Jul 19 17:43:46.936693 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572acb73-4143-4c31-89ee-a3587acc1401 req-a21bb42d-01dc-4ebb-b894-1c43e8c23298 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:46.938085 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-572acb73-4143-4c31-89ee-a3587acc1401 req-a21bb42d-01dc-4ebb-b894-1c43e8c23298 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 949 time: 0.0670030 Jul 19 17:43:46.977014 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-572acb73-4143-4c31-89ee-a3587acc1401 req-e690fa0e-021b-48ab-80fb-06a915296743 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/security-groups?id=2748d117-1834-4f84-9ba1-468132c13004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326769 Jul 19 17:43:47.790729 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device c809a891-7909-469f-acdd-d24c81f5e3d1 up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:43:47.837496 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port c809a891-7909-469f-acdd-d24c81f5e3d1 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:43:47.841096 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port c809a891-7909-469f-acdd-d24c81f5e3d1 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:43:47.841460 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:47.918554 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:47.941707 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e195ea-5234-45eb-a5f2-ce4d21734061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c809a891-7909-469f-acdd-d24c81f5e3d1'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:43:47.944456 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e68b5b-c9bf-4063-8302-40bb5e1dfa16" -d '{"events": [{"server_uuid": "b7e195ea-5234-45eb-a5f2-ce4d21734061", "name": "network-vif-plugged", "status": "completed", "tag": "c809a891-7909-469f-acdd-d24c81f5e3d1"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:43:47.956991 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port c809a891-7909-469f-acdd-d24c81f5e3d1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c809a891-7909-469f-acdd-d24c81f5e3d1,segment=NetworkSegment(4c47e278-065b-49ca-a236-6f761083e8cb),segment_id=4c47e278-065b-49ca-a236-6f761083e8cb)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:43:47.961371 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:47.984227 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a854515-b8d5-440b-895b-eb42ceaa3df8 x-openstack-request-id: req-9a854515-b8d5-440b-895b-eb42ceaa3df8 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:43:47.984516 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e195ea-5234-45eb-a5f2-ce4d21734061", "name": "network-vif-plugged", "status": "completed", "tag": "c809a891-7909-469f-acdd-d24c81f5e3d1", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:43:47.984768 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a854515-b8d5-440b-895b-eb42ceaa3df8 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:43:47.985146 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e195ea-5234-45eb-a5f2-ce4d21734061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c809a891-7909-469f-acdd-d24c81f5e3d1', 'code': 200} Jul 19 17:43:48.010623 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=c809a891-7909-469f-acdd-d24c81f5e3d1,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:48.113431 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e051a-bf1f-4633-a737-fce7440f2d5f req-0de61b7c-14d4-44d6-bc04-afd6571e845d tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:48.115605 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f13e051a-bf1f-4633-a737-fce7440f2d5f req-0de61b7c-14d4-44d6-bc04-afd6571e845d tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 950 time: 0.0660646 Jul 19 17:43:48.153590 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f13e051a-bf1f-4633-a737-fce7440f2d5f req-56b28b5b-76df-4851-b4d2-65bb37aeaf43 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/security-groups?id=2748d117-1834-4f84-9ba1-468132c13004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324717 Jul 19 17:43:48.209690 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c2840-c644-4646-8ce7-a56c086d50db req-7cda0af1-9b85-4924-b8ac-24c584e46892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:48.211281 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-072c2840-c644-4646-8ce7-a56c086d50db req-7cda0af1-9b85-4924-b8ac-24c584e46892 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 1103 time: 0.0568044 Jul 19 17:43:48.247980 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-072c2840-c644-4646-8ce7-a56c086d50db req-9006fbac-3105-4229-845c-734f36fc74f1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2748d117-1834-4f84-9ba1-468132c13004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281336 Jul 19 17:43:49.167536 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-daab8842-1e5e-49bc-b2e9-2648f47a03b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:49.292070 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220ac1a-3f87-4384-80c1-875ae863bedf req-19231ae8-e6df-410c-8d29-0df5171b24d2 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:49.293531 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9220ac1a-3f87-4384-80c1-875ae863bedf req-19231ae8-e6df-410c-8d29-0df5171b24d2 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 950 time: 0.0639825 Jul 19 17:43:49.337127 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9220ac1a-3f87-4384-80c1-875ae863bedf req-5ec914a2-5496-4e71-94e7-9b92f024d8e4 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/security-groups?id=2748d117-1834-4f84-9ba1-468132c13004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375152 Jul 19 17:43:50.466819 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dcd36-4cd0-4b23-bd68-7f2d8977af09 req-00692194-9e4a-431a-a287-b66234e0311d tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:50.468502 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-214dcd36-4cd0-4b23-bd68-7f2d8977af09 req-00692194-9e4a-431a-a287-b66234e0311d tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 950 time: 0.0639591 Jul 19 17:43:50.507073 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-214dcd36-4cd0-4b23-bd68-7f2d8977af09 req-0150d405-e1cd-44f7-a37b-97cf078909d9 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/security-groups?id=2748d117-1834-4f84-9ba1-468132c13004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329926 Jul 19 17:43:50.769307 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3a5b7-092c-446f-a173-4397c02914eb req-773cce31-48ea-4703-8e76-ff4ef00b2bd4 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:50.770869 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b6a3a5b7-092c-446f-a173-4397c02914eb req-773cce31-48ea-4703-8e76-ff4ef00b2bd4 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 950 time: 0.0629578 Jul 19 17:43:50.810403 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b6a3a5b7-092c-446f-a173-4397c02914eb req-788fec1e-a877-4df9-82ae-1b6457b7a5b3 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/security-groups?id=2748d117-1834-4f84-9ba1-468132c13004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326195 Jul 19 17:43:51.688177 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a014afa7-b3a4-40bb-96ca-8424d014d74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:51.717337 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:43:51.924501 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:51.948545 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b0fe5-3b27-40c8-be5d-46276b368bce req-ad4c7487-c986-4aff-a44d-b08582800484 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:51.950052 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-682b0fe5-3b27-40c8-be5d-46276b368bce req-ad4c7487-c986-4aff-a44d-b08582800484 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 950 time: 0.0697773 Jul 19 17:43:51.990719 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-682b0fe5-3b27-40c8-be5d-46276b368bce req-bcbb4e92-c57e-4ec1-9717-46efd0bc7b5d tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/security-groups?id=2748d117-1834-4f84-9ba1-468132c13004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349240 Jul 19 17:43:53.086332 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:53.109117 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:53.123689 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc2727-9457-4610-a74e-1e8384429527 req-3dc64457-9655-484f-8f1b-ab216de05dab tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:53.125168 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-97bc2727-9457-4610-a74e-1e8384429527 req-3dc64457-9655-484f-8f1b-ab216de05dab tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 950 time: 0.0656252 Jul 19 17:43:53.162428 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-97bc2727-9457-4610-a74e-1e8384429527 req-802ba2e8-a1c0-484c-b1e4-0e4cdaf7dfb9 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/security-groups?id=2748d117-1834-4f84-9ba1-468132c13004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315037 Jul 19 17:43:54.289013 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5340b2-a013-402b-bbc9-3f6b8611c692 req-40e44899-f526-4e09-beac-444d74506a44 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:54.290589 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3b5340b2-a013-402b-bbc9-3f6b8611c692 req-40e44899-f526-4e09-beac-444d74506a44 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 950 time: 0.0624318 Jul 19 17:43:54.334238 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3b5340b2-a013-402b-bbc9-3f6b8611c692 req-52764abe-bf39-4c5a-b38a-d56c07ae1fc5 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/security-groups?id=2748d117-1834-4f84-9ba1-468132c13004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378950 Jul 19 17:43:54.438250 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0d6c3-9972-4ec2-a996-6e76b3f95eb3 req-35039aea-8760-4244-969a-1e149e8f25ca tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:43:54.439772 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4fd0d6c3-9972-4ec2-a996-6e76b3f95eb3 req-35039aea-8760-4244-969a-1e149e8f25ca tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 950 time: 0.0634367 Jul 19 17:43:54.485991 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:54.543559 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-4fd0d6c3-9972-4ec2-a996-6e76b3f95eb3 req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Deleting port c809a891-7909-469f-acdd-d24c81f5e3d1 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:43:54.543893 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-4fd0d6c3-9972-4ec2-a996-6e76b3f95eb3 req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:54.628664 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-4fd0d6c3-9972-4ec2-a996-6e76b3f95eb3 req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] For port c809a891-7909-469f-acdd-d24c81f5e3d1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c809a891-7909-469f-acdd-d24c81f5e3d1,segment=NetworkSegment(4c47e278-065b-49ca-a236-6f761083e8cb),segment_id=4c47e278-065b-49ca-a236-6f761083e8cb)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:43:54.629000 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-4fd0d6c3-9972-4ec2-a996-6e76b3f95eb3 req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:54.640887 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-4fd0d6c3-9972-4ec2-a996-6e76b3f95eb3 req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Calling delete_port for c809a891-7909-469f-acdd-d24c81f5e3d1 owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:43:54.775107 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-4fd0d6c3-9972-4ec2-a996-6e76b3f95eb3 req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:54.804052 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Pushing event deleted for resources: {'Port': ['ID=c809a891-7909-469f-acdd-d24c81f5e3d1,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:43:54.815036 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['c809a891-7909-469f-acdd-d24c81f5e3d1'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:43:54.841364 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:54.841712 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:54.842066 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:54.842412 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:54.842757 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:54.843088 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:54.843410 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:54.843807 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:54.844152 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:54.844473 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:54.844794 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:54.845113 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:43:54.867613 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd0d6c3-9972-4ec2-a996-6e76b3f95eb3 req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] No DVR routers for this DVR port c809a891-7909-469f-acdd-d24c81f5e3d1 on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:43:54.870299 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-4fd0d6c3-9972-4ec2-a996-6e76b3f95eb3 req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:43:54.872308 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4fd0d6c3-9972-4ec2-a996-6e76b3f95eb3 req-0f5f94cf-8cac-43df-b95e-c81dab6e0b54 tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.49 "DELETE /v2.0/ports/c809a891-7909-469f-acdd-d24c81f5e3d1 HTTP/1.1" status: 204 len: 173 time: 0.4249895 Jul 19 17:43:54.872732 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e195ea-5234-45eb-a5f2-ce4d21734061', 'name': 'network-vif-deleted', 'tag': 'c809a891-7909-469f-acdd-d24c81f5e3d1'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:43:54.875034 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae4b82d-e4ca-4c3d-b47c-82bde4b6d4f8" -d '{"events": [{"server_uuid": "b7e195ea-5234-45eb-a5f2-ce4d21734061", "name": "network-vif-deleted", "tag": "c809a891-7909-469f-acdd-d24c81f5e3d1"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:43:54.912025 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00608799-cceb-400d-ac85-5a530640d6de x-openstack-request-id: req-00608799-cceb-400d-ac85-5a530640d6de {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:43:54.912313 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e195ea-5234-45eb-a5f2-ce4d21734061", "name": "network-vif-deleted", "tag": "c809a891-7909-469f-acdd-d24c81f5e3d1", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:43:54.912563 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00608799-cceb-400d-ac85-5a530640d6de {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:43:54.912958 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e195ea-5234-45eb-a5f2-ce4d21734061', 'name': 'network-vif-deleted', 'tag': 'c809a891-7909-469f-acdd-d24c81f5e3d1', 'status': 'completed', 'code': 200} Jul 19 17:43:55.454938 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6aec0be5-6531-409e-8a4f-f93280bd04cb req-3ac91915-16a2-46c7-8f8a-362576d6c81d tempest-VolumesNegativeTest-2015955999 tempest-VolumesNegativeTest-2015955999-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7e195ea-5234-45eb-a5f2-ce4d21734061 HTTP/1.1" status: 200 len: 210 time: 0.0303214 Jul 19 17:43:57.885805 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device c809a891-7909-469f-acdd-d24c81f5e3d1 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:43:57.907692 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: c809a891-7909-469f-acdd-d24c81f5e3d1 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:43:57.908040 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device c809a891-7909-469f-acdd-d24c81f5e3d1 not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:44:03.150417 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 54144) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:03.196606 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Deleting subnet e2c8c686-a976-4ceb-8975-f4ece3fa8e91 {{(pid=99966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:44:03.200040 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:03.234486 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8026701'] for subnet, precommit_delete_associations {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:03.274424 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364798'] for subnet, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:03.335907 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9062936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584655'] for subnet, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:03.340932 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 54148) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:03.367064 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2c8c686-a976-4ceb-8975-f4ece3fa8e91,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:03.375169 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:03.379488 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e2c8c686-a976-4ceb-8975-f4ece3fa8e91 HTTP/1.1" status: 204 len: 168 time: 0.2257433 Jul 19 17:44:03.379670 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:03.380077 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:03.380419 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:03.380557 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 54152) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:03.380754 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:03.381085 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:03.381419 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:03.381747 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:03.382096 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:03.382426 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:03.382748 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:03.383103 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:03.383433 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5f01e5-8e3d-4efd-8c09-7342eb6ec8b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:03.463857 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8babad3b-0bfe-4ba7-9652-e9f8b74fc7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623415'] for network, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:03.496510 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-e6220958-fec0-4d81-8547-5e3874008db1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c8fa0610b3846b4bc8678e3254e8da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544185 Jul 19 17:44:03.499280 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 54154) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:03.550996 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-62d32e45-34c4-4fad-92fe-4145cdad8837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:03.572859 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8babad3b-0bfe-4ba7-9652-e9f8b74fc7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366034', 'neutron.services.segments.db._delete_segments_for_network-8740605476410'] for network, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:03.573156 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-62d32e45-34c4-4fad-92fe-4145cdad8837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:03.582608 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-8babad3b-0bfe-4ba7-9652-e9f8b74fc7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fc8d22-11ba-43f3-bdcb-15afc85eebcc']}} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:03.593450 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-8babad3b-0bfe-4ba7-9652-e9f8b74fc7b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d91dd2-ff1c-4fd6-99f7-a244daea77fc') {'for_net_delete': True} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:03.593679 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-8babad3b-0bfe-4ba7-9652-e9f8b74fc7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d91dd2-ff1c-4fd6-99f7-a244daea77fc') {} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:03.602192 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8babad3b-0bfe-4ba7-9652-e9f8b74fc7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740605480259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8558821'] for segment, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:03.619060 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8babad3b-0bfe-4ba7-9652-e9f8b74fc7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:03.623740 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-62d32e45-34c4-4fad-92fe-4145cdad8837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:03.625192 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8babad3b-0bfe-4ba7-9652-e9f8b74fc7b6 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=99967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:44:03.625708 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8babad3b-0bfe-4ba7-9652-e9f8b74fc7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558688'] for segment, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:03.626666 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-62d32e45-34c4-4fad-92fe-4145cdad8837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:03.627822 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-62d32e45-34c4-4fad-92fe-4145cdad8837 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2748d117-1834-4f84-9ba1-468132c13004 HTTP/1.1" status: 204 len: 168 time: 0.1275561 Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: Traceback (most recent call last): Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: timer() Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: cb(*args, **kw) Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: return func(*args, **kwargs) Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: self._notify() Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: self.callback(batched_events) Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: event.method(event) Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: return f(self, *a, **k) Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._get(url).json() Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: return self.request(url, 'GET', **kwargs) Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:44:03.628610 dv-cinder-800696-4-iscsi neutron-server[99967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:44:03.636150 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d32e45-34c4-4fad-92fe-4145cdad8837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2748d117-1834-4f84-9ba1-468132c13004,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:03.695420 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8babad3b-0bfe-4ba7-9652-e9f8b74fc7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418180'] for network, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:03.711803 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8babad3b-0bfe-4ba7-9652-e9f8b74fc7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:03.713618 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-8babad3b-0bfe-4ba7-9652-e9f8b74fc7b6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/44fc8d22-11ba-43f3-bdcb-15afc85eebcc HTTP/1.1" status: 204 len: 168 time: 0.3318551 Jul 19 17:44:03.714639 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babad3b-0bfe-4ba7-9652-e9f8b74fc7b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=44fc8d22-11ba-43f3-bdcb-15afc85eebcc,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:03.902602 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 54162) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:03.944071 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-4bb26603-d3f4-49b1-9276-4f247285cd55 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15687aac4110419bb1b60ac60aac6447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403078 Jul 19 17:44:03.946571 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 54164) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:03.998512 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-39b083e5-7e0e-4c9a-9e3f-857da5147a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:04.019251 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-39b083e5-7e0e-4c9a-9e3f-857da5147a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:04.067577 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-39b083e5-7e0e-4c9a-9e3f-857da5147a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:04.070383 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-39b083e5-7e0e-4c9a-9e3f-857da5147a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:04.071733 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-39b083e5-7e0e-4c9a-9e3f-857da5147a34 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/43184073-9d5a-4932-8cb9-df0ed54176ef HTTP/1.1" status: 204 len: 168 time: 0.1242859 Jul 19 17:44:04.079565 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b083e5-7e0e-4c9a-9e3f-857da5147a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43184073-9d5a-4932-8cb9-df0ed54176ef,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:19.168271 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-057c2fef-730d-4667-bfae-e3a629ec22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:20.321365 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534433c-8117-4198-b8cd-dede86fe0025 req-76175cdc-1ea3-493a-b237-b213fb517546 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:20.322927 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b534433c-8117-4198-b8cd-dede86fe0025 req-76175cdc-1ea3-493a-b237-b213fb517546 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 946 time: 0.2520895 Jul 19 17:44:20.359963 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b534433c-8117-4198-b8cd-dede86fe0025 req-0f1a9c6e-0337-49ab-8ba2-9bcb6a3c5e54 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315590 Jul 19 17:44:21.568081 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b932295-8616-4256-af4f-31f352c9b1d2 req-b27dda6e-5fe5-4f35-9cc8-0e2d2a50c9f1 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:21.569588 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6b932295-8616-4256-af4f-31f352c9b1d2 req-b27dda6e-5fe5-4f35-9cc8-0e2d2a50c9f1 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 946 time: 0.1199059 Jul 19 17:44:21.606437 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6b932295-8616-4256-af4f-31f352c9b1d2 req-f0b668ae-f04b-4449-879e-be474e566c9d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312963 Jul 19 17:44:21.687846 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-41661769-155b-4a14-a0e4-9b40e5b01b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:21.848224 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d4986-1b69-4423-984a-d323e1116378 req-184055e9-cd35-433e-a8ed-369ce3a38431 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:21.849619 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-cc1d4986-1b69-4423-984a-d323e1116378 req-184055e9-cd35-433e-a8ed-369ce3a38431 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 946 time: 0.0609434 Jul 19 17:44:21.916850 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:22.736053 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7ae51-a131-409d-bad7-e7f65bd28905 req-d87be467-943d-4c0c-86ad-b24d861c3210 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:22.737506 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-55b7ae51-a131-409d-bad7-e7f65bd28905 req-d87be467-943d-4c0c-86ad-b24d861c3210 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 946 time: 0.0615141 Jul 19 17:44:22.773400 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-55b7ae51-a131-409d-bad7-e7f65bd28905 req-ea151076-ddba-4b29-bd93-c1942599bc34 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299368 Jul 19 17:44:23.088486 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:23.820158 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:23.888220 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-cc1d4986-1b69-4423-984a-d323e1116378 req-34c0d059-ce94-4b97-b927-8877033fba00 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Deleting port c90129eb-975a-429a-918c-b4c7bc8ba825 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:44:23.888793 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-cc1d4986-1b69-4423-984a-d323e1116378 req-34c0d059-ce94-4b97-b927-8877033fba00 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:23.906522 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d89974-de44-455a-b452-32e56b16f08f req-282ecd14-5cb8-461a-8fe8-ded26d223866 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:23.908002 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a6d89974-de44-455a-b452-32e56b16f08f req-282ecd14-5cb8-461a-8fe8-ded26d223866 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 946 time: 0.0618467 Jul 19 17:44:23.946553 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a6d89974-de44-455a-b452-32e56b16f08f req-e96d3277-9411-4cf3-a59f-7d7a9d25c02c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=096340db-8d73-4419-a8ea-0a3f64925589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319674 Jul 19 17:44:23.978363 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-cc1d4986-1b69-4423-984a-d323e1116378 req-34c0d059-ce94-4b97-b927-8877033fba00 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] For port c90129eb-975a-429a-918c-b4c7bc8ba825, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c90129eb-975a-429a-918c-b4c7bc8ba825,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:23.978716 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-cc1d4986-1b69-4423-984a-d323e1116378 req-34c0d059-ce94-4b97-b927-8877033fba00 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:24.419878 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-cc1d4986-1b69-4423-984a-d323e1116378 req-34c0d059-ce94-4b97-b927-8877033fba00 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:24.420231 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-cc1d4986-1b69-4423-984a-d323e1116378 req-34c0d059-ce94-4b97-b927-8877033fba00 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418166'] for floatingip, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:24.420538 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.l3_db [req-cc1d4986-1b69-4423-984a-d323e1116378 req-34c0d059-ce94-4b97-b927-8877033fba00 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Floating IP 5c3b0d01-5b79-492c-b380-163ab5748eb5 disassociated. External IP: 172.27.2.22, port: c90129eb-975a-429a-918c-b4c7bc8ba825. Jul 19 17:44:24.420875 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-cc1d4986-1b69-4423-984a-d323e1116378 req-34c0d059-ce94-4b97-b927-8877033fba00 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Calling delete_port for c90129eb-975a-429a-918c-b4c7bc8ba825 owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:44:24.490714 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:24.547757 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-cc1d4986-1b69-4423-984a-d323e1116378 req-34c0d059-ce94-4b97-b927-8877033fba00 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:24.576446 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0d059-ce94-4b97-b927-8877033fba00 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Pushing event deleted for resources: {'Port': ['ID=c90129eb-975a-429a-918c-b4c7bc8ba825,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:24.687412 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc1d4986-1b69-4423-984a-d323e1116378 req-34c0d059-ce94-4b97-b927-8877033fba00 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:44:24.794202 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc1d4986-1b69-4423-984a-d323e1116378 req-34c0d059-ce94-4b97-b927-8877033fba00 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:44:24.805773 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729fc27-92b3-4779-9fd2-8a8c52ded399 None None] Sync routers for ids ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:44:24.815124 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729fc27-92b3-4779-9fd2-8a8c52ded399 None None] Routers {'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:24.815926 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-6729fc27-92b3-4779-9fd2-8a8c52ded399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:24.840132 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1d4986-1b69-4423-984a-d323e1116378 req-34c0d059-ce94-4b97-b927-8877033fba00 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] No DVR routers for this DVR port c90129eb-975a-429a-918c-b4c7bc8ba825 on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:44:24.842782 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-cc1d4986-1b69-4423-984a-d323e1116378 req-34c0d059-ce94-4b97-b927-8877033fba00 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:24.844734 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-cc1d4986-1b69-4423-984a-d323e1116378 req-34c0d059-ce94-4b97-b927-8877033fba00 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.49 "DELETE /v2.0/ports/c90129eb-975a-429a-918c-b4c7bc8ba825 HTTP/1.1" status: 204 len: 173 time: 1.0496745 Jul 19 17:44:24.845160 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'name': 'network-vif-deleted', 'tag': 'c90129eb-975a-429a-918c-b4c7bc8ba825'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:44:24.847389 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57c8e10-bbc9-4c6f-8778-58c18dbac35a" -d '{"events": [{"server_uuid": "6bbdf2e0-665d-4dc5-9840-996c60cd168a", "name": "network-vif-deleted", "tag": "c90129eb-975a-429a-918c-b4c7bc8ba825"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:44:24.890926 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8983b914-9975-469b-9a5b-19e35c4ee727 x-openstack-request-id: req-8983b914-9975-469b-9a5b-19e35c4ee727 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:44:24.891840 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbdf2e0-665d-4dc5-9840-996c60cd168a", "name": "network-vif-deleted", "tag": "c90129eb-975a-429a-918c-b4c7bc8ba825", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:44:24.892004 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8983b914-9975-469b-9a5b-19e35c4ee727 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:44:24.892451 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbdf2e0-665d-4dc5-9840-996c60cd168a', 'name': 'network-vif-deleted', 'tag': 'c90129eb-975a-429a-918c-b4c7bc8ba825', 'status': 'completed', 'code': 200} Jul 19 17:44:24.934137 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-6729fc27-92b3-4779-9fd2-8a8c52ded399 None None] Set router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:25.083142 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-06d192a2-c648-44b4-91b4-6deb5a259861 req-ef939da3-c107-4558-bdab-351a93fb1225 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bbdf2e0-665d-4dc5-9840-996c60cd168a HTTP/1.1" status: 200 len: 210 time: 0.0353682 Jul 19 17:44:25.173470 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-6729fc27-92b3-4779-9fd2-8a8c52ded399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:27Z', 'revision_number': 4, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '151c6c19-7257-43d3-b6e7-d34ad6ce7675', 'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'mac_address': 'fa:16:3e:89:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:42Z', 'revision_number': 5, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'subnets': [{'id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:25.181024 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-64a677e9-452c-4367-a7b2-786010771170 req-b8a2ac6c-a7df-4437-83bb-9cb6c6764f5f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635369 Jul 19 17:44:25.201419 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729fc27-92b3-4779-9fd2-8a8c52ded399 None None] Checking router: a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:44:25.211218 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729fc27-92b3-4779-9fd2-8a8c52ded399 None None] Routers {'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:25.211890 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-6729fc27-92b3-4779-9fd2-8a8c52ded399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:25.312872 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a677e9-452c-4367-a7b2-786010771170 req-004bc84d-3015-44b3-82f2-903ca047686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:25.314573 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-64a677e9-452c-4367-a7b2-786010771170 req-004bc84d-3015-44b3-82f2-903ca047686c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db9bcbdd085e472caf212d1387d82a77&device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 1099 time: 0.0934348 Jul 19 17:44:25.326524 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-6729fc27-92b3-4779-9fd2-8a8c52ded399 None None] Set router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:25.466914 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a677e9-452c-4367-a7b2-786010771170 req-ca25d8f2-7926-47f6-981f-4df61602236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:25.469026 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-64a677e9-452c-4367-a7b2-786010771170 req-ca25d8f2-7926-47f6-981f-4df61602236d service neutron] 10.222.0.49 "GET /v2.0/networks?id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a HTTP/1.1" status: 200 len: 911 time: 0.1061177 Jul 19 17:44:25.574843 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-64a677e9-452c-4367-a7b2-786010771170 req-0dcbee5b-0219-4d81-8eff-a21334b57a4a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e914471-9e6e-428f-baa3-d1e8c31c014b HTTP/1.1" status: 200 len: 1001 time: 0.0977948 Jul 19 17:44:25.636048 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a677e9-452c-4367-a7b2-786010771170 req-85940899-50b2-457b-8e86-66d5b798ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:25.637555 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-64a677e9-452c-4367-a7b2-786010771170 req-85940899-50b2-457b-8e86-66d5b798ad41 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=835b74c3-3174-4e3c-a77e-d02ca1e76c12 HTTP/1.1" status: 200 len: 849 time: 0.0502646 Jul 19 17:44:25.664563 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-6729fc27-92b3-4779-9fd2-8a8c52ded399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:27Z', 'revision_number': 4, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '151c6c19-7257-43d3-b6e7-d34ad6ce7675', 'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'mac_address': 'fa:16:3e:89:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:42Z', 'revision_number': 5, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'subnets': [{'id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:25.697022 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729fc27-92b3-4779-9fd2-8a8c52ded399 None None] The sync data for ids ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'] in dv-cinder-800696-4-iscsi is: [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:27Z', 'revision_number': 4, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '151c6c19-7257-43d3-b6e7-d34ad6ce7675', 'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'mac_address': 'fa:16:3e:89:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:42Z', 'revision_number': 5, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'subnets': [{'id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:44:25.700737 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a677e9-452c-4367-a7b2-786010771170 req-03b013f5-7317-4caa-bf74-7cf37497fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:25.702601 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-64a677e9-452c-4367-a7b2-786010771170 req-03b013f5-7317-4caa-bf74-7cf37497fbc1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580351 Jul 19 17:44:25.805296 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-64a677e9-452c-4367-a7b2-786010771170 req-618947cb-771e-4b53-a082-e8d6b949d4dd service neutron] 10.222.0.49 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909092 Jul 19 17:44:25.903210 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-64a677e9-452c-4367-a7b2-786010771170 req-68ea5768-c373-47c4-a539-49bff52dad42 service neutron] 10.222.0.49 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900896 Jul 19 17:44:25.938265 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c30841-a883-42b1-92f2-386304471c74 None None] New status for floating IP 5c3b0d01-5b79-492c-b380-163ab5748eb5: DOWN {{(pid=99969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:44:26.017114 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device c90129eb-975a-429a-918c-b4c7bc8ba825 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:44:26.037372 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: c90129eb-975a-429a-918c-b4c7bc8ba825 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:44:26.037710 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device c90129eb-975a-429a-918c-b4c7bc8ba825 not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:44:26.186958 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 54366) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:26.241106 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-97887cf0-9906-4645-82e3-b177cf63f97a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:26.265736 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-97887cf0-9906-4645-82e3-b177cf63f97a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:26.318458 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-97887cf0-9906-4645-82e3-b177cf63f97a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:26.321608 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-97887cf0-9906-4645-82e3-b177cf63f97a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:26.322780 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-97887cf0-9906-4645-82e3-b177cf63f97a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "DELETE /v2.0/security-groups/096340db-8d73-4419-a8ea-0a3f64925589 HTTP/1.1" status: 204 len: 168 time: 0.1347768 Jul 19 17:44:26.325673 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 54368) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:26.331745 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97887cf0-9906-4645-82e3-b177cf63f97a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=096340db-8d73-4419-a8ea-0a3f64925589,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:26.350063 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.api.v2.resource [None req-d240bd8e-40bf-4498-bd70-a498a0368c7c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] show failed (client error): The resource could not be found. Jul 19 17:44:26.351445 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-d240bd8e-40bf-4498-bd70-a498a0368c7c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups/096340db-8d73-4419-a8ea-0a3f64925589 HTTP/1.1" status: 404 len: 347 time: 0.0242407 Jul 19 17:44:26.354228 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 54370) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:26.492815 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-e2aeb537-a718-464b-ab6f-ee775b05fedd tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Deleting port 3fa9356a-46a6-44dd-b28b-3d9d50a9e6b9 {{(pid=99966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:44:26.493171 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb537-a718-464b-ab6f-ee775b05fedd tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:26.573093 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb537-a718-464b-ab6f-ee775b05fedd tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:26.573458 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb537-a718-464b-ab6f-ee775b05fedd tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:26.590345 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-e2aeb537-a718-464b-ab6f-ee775b05fedd tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Calling delete_port for 3fa9356a-46a6-44dd-b28b-3d9d50a9e6b9 owned by network:floatingip {{(pid=99966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:44:26.681552 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 54382) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:26.785146 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8f186dc0-b807-4d3f-bd50-bb905d85d4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:26.797067 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb537-a718-464b-ab6f-ee775b05fedd tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:26.848892 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aeb537-a718-464b-ab6f-ee775b05fedd tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Pushing event deleted for resources: {'Port': ['ID=3fa9356a-46a6-44dd-b28b-3d9d50a9e6b9,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:26.886545 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb537-a718-464b-ab6f-ee775b05fedd tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for floatingip, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:26.889269 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb537-a718-464b-ab6f-ee775b05fedd tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:26.890537 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-e2aeb537-a718-464b-ab6f-ee775b05fedd tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "DELETE /v2.0/floatingips/5c3b0d01-5b79-492c-b380-163ab5748eb5 HTTP/1.1" status: 204 len: 168 time: 0.5351110 Jul 19 17:44:26.891722 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8f186dc0-b807-4d3f-bd50-bb905d85d4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:26.903591 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8f186dc0-b807-4d3f-bd50-bb905d85d4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:26.949373 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-8f186dc0-b807-4d3f-bd50-bb905d85d4b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69e7c6b668864ac78e90dc64704a8876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665226 Jul 19 17:44:26.950474 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f186dc0-b807-4d3f-bd50-bb905d85d4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ed5e01-5ea5-47bc-8bce-159d26760436,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:26.951992 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 54392) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:27.005491 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7ba1881e-821e-4cd9-9dcb-705015f5cbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.031536 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7ba1881e-821e-4cd9-9dcb-705015f5cbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.082691 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7ba1881e-821e-4cd9-9dcb-705015f5cbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.085696 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7ba1881e-821e-4cd9-9dcb-705015f5cbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.087380 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-7ba1881e-821e-4cd9-9dcb-705015f5cbbc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97ed5e01-5ea5-47bc-8bce-159d26760436 HTTP/1.1" status: 204 len: 168 time: 0.1339114 Jul 19 17:44:27.095795 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1881e-821e-4cd9-9dcb-705015f5cbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ed5e01-5ea5-47bc-8bce-159d26760436,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:27.100049 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 54398) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:27.106756 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-0f8d21fe-6441-434d-acc5-26c643379d58 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--540130438', 'description': 'tempest-description--696263136'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:27.134718 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0f8d21fe-6441-434d-acc5-26c643379d58 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.224064 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0f8d21fe-6441-434d-acc5-26c643379d58 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.229079 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0f8d21fe-6441-434d-acc5-26c643379d58 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.260958 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0f8d21fe-6441-434d-acc5-26c643379d58 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.260958 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-0f8d21fe-6441-434d-acc5-26c643379d58 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1564791 Jul 19 17:44:27.261235 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 54402) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:27.265812 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-2e6a3b36-cafd-4518-99f7-91578a90d31a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Request body: {'security_group_rule': {'security_group_id': 'f3de6a6a-8ee6-4a2a-be20-e4a852b22096', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:27.271005 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d21fe-6441-434d-acc5-26c643379d58 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3de6a6a-8ee6-4a2a-be20-e4a852b22096,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:27.301271 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2e6a3b36-cafd-4518-99f7-91578a90d31a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.362218 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2e6a3b36-cafd-4518-99f7-91578a90d31a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.366115 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2e6a3b36-cafd-4518-99f7-91578a90d31a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.382982 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a3b36-cafd-4518-99f7-91578a90d31a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c19043-67e8-45bb-a87d-2dacc79f5a93,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:27.395132 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2e6a3b36-cafd-4518-99f7-91578a90d31a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.396359 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-2e6a3b36-cafd-4518-99f7-91578a90d31a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343641 Jul 19 17:44:27.399687 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 54410) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:27.404061 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-540f3428-9ff0-48c1-ad8e-8abd5b773f25 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Request body: {'security_group_rule': {'security_group_id': 'f3de6a6a-8ee6-4a2a-be20-e4a852b22096', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:27.431330 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-540f3428-9ff0-48c1-ad8e-8abd5b773f25 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.488154 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-540f3428-9ff0-48c1-ad8e-8abd5b773f25 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.491855 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-540f3428-9ff0-48c1-ad8e-8abd5b773f25 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.509431 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f3428-9ff0-48c1-ad8e-8abd5b773f25 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0e6909-d86f-40aa-95d7-6841a61a8ce2,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:27.516084 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-540f3428-9ff0-48c1-ad8e-8abd5b773f25 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.520522 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-540f3428-9ff0-48c1-ad8e-8abd5b773f25 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198418 Jul 19 17:44:27.520831 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 54414) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:27.525836 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-088eb074-d61b-4505-9550-24a6450cfd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Request body: {'floatingip': {'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:27.548040 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-088eb074-d61b-4505-9550-24a6450cfd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for floatingip, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.640474 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-088eb074-d61b-4505-9550-24a6450cfd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.734353 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 54424) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:27.750962 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_common [None req-088eb074-d61b-4505-9550-24a6450cfd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Allocated IP 172.27.2.206 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/2ce7be55-3513-4668-828d-3bc2030c259b) {{(pid=99966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:44:27.836009 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-471f80c3-c758-486d-b6ba-3b546269b222 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1071537777-network', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:27.864785 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-088eb074-d61b-4505-9550-24a6450cfd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for port, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.878495 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471f80c3-c758-486d-b6ba-3b546269b222 admin admin] Made reservation on behalf of 20f4b012f44a4e3b8b37ec0383085ddb for: {'network': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:44:27.880801 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-471f80c3-c758-486d-b6ba-3b546269b222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.896418 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-471f80c3-c758-486d-b6ba-3b546269b222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:27.946242 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-088eb074-d61b-4505-9550-24a6450cfd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.002386 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088eb074-d61b-4505-9550-24a6450cfd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:44:28.007589 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-088eb074-d61b-4505-9550-24a6450cfd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:44:28.015766 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088eb074-d61b-4505-9550-24a6450cfd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Received port after_create {{(pid=99966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:44:28.041378 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088eb074-d61b-4505-9550-24a6450cfd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Pushing event updated for resources: {'Port': ['ID=2ce7be55-3513-4668-828d-3bc2030c259b,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:28.118262 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-471f80c3-c758-486d-b6ba-3b546269b222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.126573 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-471f80c3-c758-486d-b6ba-3b546269b222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.149299 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471f80c3-c758-486d-b6ba-3b546269b222 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=99966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:44:28.157427 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-088eb074-d61b-4505-9550-24a6450cfd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.178375 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-471f80c3-c758-486d-b6ba-3b546269b222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.178809 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.segments_db [None req-471f80c3-c758-486d-b6ba-3b546269b222 admin admin] Added segment 7fd37272-3458-4e5c-9219-83d649cab7c8 of type vlan for network 76472700-e7a4-45dd-9538-deb84d546bfb Jul 19 17:44:28.188186 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f80c3-c758-486d-b6ba-3b546269b222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b473d08-afa8-40a3-8240-139f0fe7fb3e,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:28.248181 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-471f80c3-c758-486d-b6ba-3b546269b222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.254677 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-088eb074-d61b-4505-9550-24a6450cfd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.320722 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-471f80c3-c758-486d-b6ba-3b546269b222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.321673 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471f80c3-c758-486d-b6ba-3b546269b222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:28.322280 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-471f80c3-c758-486d-b6ba-3b546269b222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.405335 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-471f80c3-c758-486d-b6ba-3b546269b222 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6672306 Jul 19 17:44:28.406880 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 54436) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:28.414453 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-639c0513-751b-49e2-92c4-ee68cb5e2e3b admin admin] Request body: {'subnet': {'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1071537777-subnet', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'ip_version': 4}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:28.434507 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f80c3-c758-486d-b6ba-3b546269b222 admin admin] Pushing event updated for resources: {'Network': ['ID=76472700-e7a4-45dd-9538-deb84d546bfb,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:28.435480 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639c0513-751b-49e2-92c4-ee68cb5e2e3b admin admin] Made reservation on behalf of 20f4b012f44a4e3b8b37ec0383085ddb for: {'subnet': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:44:28.437729 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-639c0513-751b-49e2-92c4-ee68cb5e2e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10261927'] for subnet, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.446382 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network 76472700-e7a4-45dd-9538-deb84d546bfb details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:44:28.494873 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-088eb074-d61b-4505-9550-24a6450cfd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for port, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.500753 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-088eb074-d61b-4505-9550-24a6450cfd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9062998'] for port, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.569206 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088eb074-d61b-4505-9550-24a6450cfd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Pushing event updated for resources: {'Port': ['ID=2ce7be55-3513-4668-828d-3bc2030c259b,revision_number=2']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:28.580780 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-088eb074-d61b-4505-9550-24a6450cfd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418166'] for floatingip, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.594269 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-088eb074-d61b-4505-9550-24a6450cfd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.604150 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-088eb074-d61b-4505-9550-24a6450cfd78 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0740681 Jul 19 17:44:28.615111 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-639c0513-751b-49e2-92c4-ee68cb5e2e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8558793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10261969'] for subnet, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.669368 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c0513-751b-49e2-92c4-ee68cb5e2e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bee41ee-1406-4992-8a65-c5441e565b2e,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:28.676200 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639c0513-751b-49e2-92c4-ee68cb5e2e3b admin admin] Checking segment: {'id': '7fd37272-3458-4e5c-9219-83d649cab7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:44:28.676553 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639c0513-751b-49e2-92c4-ee68cb5e2e3b admin admin] Network hostable DHCP agents. Network: 76472700-e7a4-45dd-9538-deb84d546bfb, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:44:28.692718 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639c0513-751b-49e2-92c4-ee68cb5e2e3b admin admin] Network 76472700-e7a4-45dd-9538-deb84d546bfb is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:44:28.702170 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-639c0513-751b-49e2-92c4-ee68cb5e2e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, 76472700-e7a4-45dd-9538-deb84d546bfb) {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:44:28.706193 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c0513-751b-49e2-92c4-ee68cb5e2e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:28.706918 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-639c0513-751b-49e2-92c4-ee68cb5e2e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.713896 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba5b04c-b580-49ac-8cb6-c89a1b119502 None None] Network 76472700-e7a4-45dd-9538-deb84d546bfb requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:44:28.725023 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-639c0513-751b-49e2-92c4-ee68cb5e2e3b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3162799 Jul 19 17:44:28.725449 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 54446) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:28.730740 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1071537777-router', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:28.731015 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:44:28.753229 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-418101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61407'] for router, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.754661 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61382'] for router, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.830225 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:28.834137 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-d393a7de-7fbd-4aaf-b648-ce4a88fc4bf6 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--540130438&fields=id&tenant_id=0634ad0c797e471297f37a2b2b27b253 HTTP/1.1" status: 200 len: 267 time: 0.0746260 Jul 19 17:44:28.875572 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2202dd0c-eff8-5d3a-a849-6904cc3a08dc-76472700-e7a4-45dd-9538-deb84d546bfb', 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'fixed_ips': [{'subnet_id': '4bee41ee-1406-4992-8a65-c5441e565b2e'}]}} from dv-cinder-800696-4-iscsi. {{(pid=99968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:44:28.876458 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:29.008876 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Allocated IP 172.20.0.2 (76472700-e7a4-45dd-9538-deb84d546bfb/4bee41ee-1406-4992-8a65-c5441e565b2e/c1b2f856-2f52-4974-9955-f092b87bac66) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:44:29.019702 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-418139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6204'] for router, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:29.068238 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-dd63186e-2612-46d8-ad30-b78d0f0d980e tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:29.070230 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-dd63186e-2612-46d8-ad30-b78d0f0d980e tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/networks?id=9412ab90-14bd-4fb2-8549-8b0724c797fa HTTP/1.1" status: 200 len: 817 time: 0.2034035 Jul 19 17:44:29.089677 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-816338e8-1e5e-4219-b514-69e65e0fcd91 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/quotas/0634ad0c797e471297f37a2b2b27b253 HTTP/1.1" status: 200 len: 375 time: 0.0139265 Jul 19 17:44:29.158177 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Notify callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:29.166652 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Transition to ACTIVE for port object c1b2f856-2f52-4974-9955-f092b87bac66 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:44:29.181907 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Transition to ACTIVE for port object c1b2f856-2f52-4974-9955-f092b87bac66 will not be triggered until provisioned by entity DHCP. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:44:29.198265 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:29.240043 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Network 76472700-e7a4-45dd-9538-deb84d546bfb is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:44:29.242866 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:44:29.245432 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:44:29.254621 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Pushing event updated for resources: {'Port': ['ID=c1b2f856-2f52-4974-9955-f092b87bac66,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:29.280867 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:29.281215 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:29.281550 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:29.281877 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:29.282227 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:29.282561 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:29.282885 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:29.283206 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:29.283561 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:29.283886 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:29.284200 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:29.284513 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:29.322002 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Attempting to bind port c1b2f856-2f52-4974-9955-f092b87bac66 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:44:29.322404 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Attempting to bind port c1b2f856-2f52-4974-9955-f092b87bac66 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '7fd37272-3458-4e5c-9219-83d649cab7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:44:29.322759 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Attempting to bind port c1b2f856-2f52-4974-9955-f092b87bac66 on network 76472700-e7a4-45dd-9538-deb84d546bfb {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:44:29.327732 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:44:29.328100 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Checking segment: {'id': '7fd37272-3458-4e5c-9219-83d649cab7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:44:29.328491 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:29.328875 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Bound using segment: {'id': '7fd37272-3458-4e5c-9219-83d649cab7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:44:29.329327 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Bound port: c1b2f856-2f52-4974-9955-f092b87bac66, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd37272-3458-4e5c-9219-83d649cab7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:44:29.329698 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:29.395458 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] For port c1b2f856-2f52-4974-9955-f092b87bac66, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:44:29.398684 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] For port c1b2f856-2f52-4974-9955-f092b87bac66, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=c1b2f856-2f52-4974-9955-f092b87bac66,segment=NetworkSegment(7fd37272-3458-4e5c-9219-83d649cab7c8),segment_id=7fd37272-3458-4e5c-9219-83d649cab7c8)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:44:29.404258 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:29.440507 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-bd8f759a-658e-4894-a822-2bb09d29f056 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0634ad0c797e471297f37a2b2b27b253&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3440185 Jul 19 17:44:29.464043 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1867f-649a-4a0b-af46-c018bcddb40d None None] Pushing event updated for resources: {'Port': ['ID=c1b2f856-2f52-4974-9955-f092b87bac66,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:29.563310 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:29.590723 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:29.702056 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-0e3b594f-62c2-4544-97c1-ba51df548772 service neutron] 10.222.0.58 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307239 Jul 19 17:44:29.800487 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_common [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Allocated IP 172.27.2.202 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/bb9355f9-742d-47fb-bf99-d84070d940fd) {{(pid=99966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:44:29.853645 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-64551b53-94f6-449e-a315-8940bd1b3c10 service neutron] 10.222.0.58 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337552 Jul 19 17:44:29.921037 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Notify callbacks [] for port, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:29.963305 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:30.034834 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-40b042cb-a810-4b3f-be8b-15ef0797769b req-66068c85-7693-40a5-afeb-ba9319aa226e tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 210 time: 0.0423150 Jul 19 17:44:30.036522 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:44:30.039979 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:44:30.044859 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Received port after_create {{(pid=99966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:44:30.067300 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Pushing event updated for resources: {'Port': ['ID=bb9355f9-742d-47fb-bf99-d84070d940fd,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:30.311035 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:30.468747 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81de1f54-ebd4-41a0-bd69-d8ed75598c83 None None] Network 76472700-e7a4-45dd-9538-deb84d546bfb requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:44:30.551175 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418268'] for router, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:30.556222 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device c1b2f856-2f52-4974-9955-f092b87bac66 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:44:30.605936 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-a3120a6c-c5af-4a1f-9667-e6bd06fbc155 None None] Provisioning for port c1b2f856-2f52-4974-9955-f092b87bac66 completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:44:30.657831 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port c1b2f856-2f52-4974-9955-f092b87bac66 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:44:30.677993 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port c1b2f856-2f52-4974-9955-f092b87bac66 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:30.678387 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:30.681207 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Router f2630d80-4841-48c1-9a0c-c387f8ca00c3 is scheduled to L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 with binding_index 1 {{(pid=99966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:44:30.775319 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:30.785927 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:44:30.798068 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Sync routers for ids ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:44:30.804625 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] Notify callbacks [] for router, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:30.808879 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 54472) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:30.809419 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-25f20e19-f477-433c-a8fd-85b7ebec80da admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0821512 Jul 19 17:44:30.823687 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port c1b2f856-2f52-4974-9955-f092b87bac66, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=c1b2f856-2f52-4974-9955-f092b87bac66,segment=NetworkSegment(7fd37272-3458-4e5c-9219-83d649cab7c8),segment_id=7fd37272-3458-4e5c-9219-83d649cab7c8)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:30.827370 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Routers {'f2630d80-4841-48c1-9a0c-c387f8ca00c3'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:30.828027 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:30.835565 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:30.960374 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=c1b2f856-2f52-4974-9955-f092b87bac66,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:30.981407 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Set router f2630d80-4841-48c1-9a0c-c387f8ca00c3 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:31.068973 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-a0cb5331-76e9-462a-88ec-bae43f7c48b4 None None] Provisioning complete for port c1b2f856-2f52-4974-9955-f092b87bac66 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:31.069174 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a0cb5331-76e9-462a-88ec-bae43f7c48b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:31.251399 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'name': 'tempest-TestMinimumBasicScenario-1071537777-router', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:28Z', 'updated_at': '2021-07-19T17:44:30Z', 'revision_number': 3, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'gw_port': {'id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:29Z', 'updated_at': '2021-07-19T17:44:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:31.278500 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e5cad165-8e27-4cc7-8774-afb51dad4289 req-6b7e5a7b-6849-4c7f-afd0-4299bb1497e6 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 210 time: 0.0366614 Jul 19 17:44:31.279036 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:31.288500 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Checking router: f2630d80-4841-48c1-9a0c-c387f8ca00c3 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:44:31.288970 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Updating router f2630d80-4841-48c1-9a0c-c387f8ca00c3 port bb9355f9-742d-47fb-bf99-d84070d940fd binding host dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:44:31.324764 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:31.440050 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Allocated IP 172.20.0.1 (76472700-e7a4-45dd-9538-deb84d546bfb/4bee41ee-1406-4992-8a65-c5441e565b2e/2eae6314-546d-497f-abdc-54c37343b219) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:44:31.566987 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:31.587634 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Notify callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:31.588872 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Transition to ACTIVE for port object 2eae6314-546d-497f-abdc-54c37343b219 will not be triggered until provisioned by entity DHCP. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:44:31.598080 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Transition to ACTIVE for port object bb9355f9-742d-47fb-bf99-d84070d940fd will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:44:31.604125 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:31.662974 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a3761-d67a-428b-9181-806493dddabb None None] Pushing event updated for resources: {'Port': ['ID=bb9355f9-742d-47fb-bf99-d84070d940fd,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:31.670109 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Attempting to bind port bb9355f9-742d-47fb-bf99-d84070d940fd on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:44:31.670549 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Attempting to bind port bb9355f9-742d-47fb-bf99-d84070d940fd by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:44:31.670911 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Attempting to bind port bb9355f9-742d-47fb-bf99-d84070d940fd on network dd450a14-f1e5-42d3-875a-01b216fac07d {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:44:31.677710 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:44:31.677908 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Checking segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:44:31.680030 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:31.680180 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:31.680298 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Bound using segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:44:31.680298 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Bound port: bb9355f9-742d-47fb-bf99-d84070d940fd, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:44:31.680298 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:31.737897 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-cc56a04b-5f3f-4be1-a85f-94027ee143f1 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:31.739484 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-cc56a04b-5f3f-4be1-a85f-94027ee143f1 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.49 "GET /v2.0/networks?id=9412ab90-14bd-4fb2-8549-8b0724c797fa HTTP/1.1" status: 200 len: 817 time: 0.2572351 Jul 19 17:44:31.742648 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] For port bb9355f9-742d-47fb-bf99-d84070d940fd, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:44:31.747472 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] For port bb9355f9-742d-47fb-bf99-d84070d940fd, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=bb9355f9-742d-47fb-bf99-d84070d940fd,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:44:31.749671 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Network 76472700-e7a4-45dd-9538-deb84d546bfb is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:44:31.752664 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:44:31.752964 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:31.758256 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:44:31.785630 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Pushing event updated for resources: {'Port': ['ID=2eae6314-546d-497f-abdc-54c37343b219,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:31.816229 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Routers {'f2630d80-4841-48c1-9a0c-c387f8ca00c3'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:31.816994 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:31.833680 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418051'] for router_interface, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:31.840880 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-3c5a4c9a-4fd1-46d4-9870-14b840c4947e tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0634ad0c797e471297f37a2b2b27b253 HTTP/1.1" status: 200 len: 379 time: 0.0621908 Jul 19 17:44:31.879626 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-abc78df4-49d0-468f-a3ff-b4bdcb7445ea tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Request body: {'port': {'device_id': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'admin_state_up': True, 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'security_groups': ['f3de6a6a-8ee6-4a2a-be20-e4a852b22096']}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:32.015493 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a3761-d67a-428b-9181-806493dddabb None None] Pushing event updated for resources: {'Port': ['ID=bb9355f9-742d-47fb-bf99-d84070d940fd,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:32.037096 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-a01a9468-09b3-4d5d-ab81-7198a9696424 None None] Provisioning for port 2eae6314-546d-497f-abdc-54c37343b219 completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:44:32.044910 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-a01a9468-09b3-4d5d-ab81-7198a9696424 None None] Provisioning complete for port 2eae6314-546d-497f-abdc-54c37343b219 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:32.045288 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a01a9468-09b3-4d5d-ab81-7198a9696424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:32.065030 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-abc78df4-49d0-468f-a3ff-b4bdcb7445ea tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Made reservation on behalf of 0634ad0c797e471297f37a2b2b27b253 for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:44:32.068579 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-abc78df4-49d0-468f-a3ff-b4bdcb7445ea tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:32.071709 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:32.096077 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-a01a9468-09b3-4d5d-ab81-7198a9696424 None None] Port 2eae6314-546d-497f-abdc-54c37343b219 cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:44:32.098550 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] Set router f2630d80-4841-48c1-9a0c-c387f8ca00c3 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:32.283330 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'name': 'tempest-TestMinimumBasicScenario-1071537777-router', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:28Z', 'updated_at': '2021-07-19T17:44:30Z', 'revision_number': 3, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'gw_port': {'id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:29Z', 'updated_at': '2021-07-19T17:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:32.284643 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-abc78df4-49d0-468f-a3ff-b4bdcb7445ea tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Allocated IP 172.20.0.5 (9412ab90-14bd-4fb2-8549-8b0724c797fa/016908ef-9e1e-4636-acd6-cc64d9df8a14/de533a2e-2666-4301-b8e6-9748e3cf04fb) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:44:32.307260 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb029421-f7db-450d-aaf3-c64e50201d51 None None] The sync data for ids ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'] in dv-cinder-800696-4-iscsi is: [{'id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'name': 'tempest-TestMinimumBasicScenario-1071537777-router', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:28Z', 'updated_at': '2021-07-19T17:44:30Z', 'revision_number': 3, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'gw_port': {'id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:29Z', 'updated_at': '2021-07-19T17:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:44:32.371457 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:32.379313 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:32.386353 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fadfa502-7059-4903-b308-a78cb36ae108 req-2b158d1a-cc7b-41b0-8a8f-1ce5c3db9cc2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 210 time: 0.0289226 Jul 19 17:44:32.475530 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device c1b2f856-2f52-4974-9955-f092b87bac66 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:44:32.495787 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Pushing event updated for resources: {'Port': ['ID=2eae6314-546d-497f-abdc-54c37343b219,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:32.502204 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418451'] for router_interface, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:32.526054 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port c1b2f856-2f52-4974-9955-f092b87bac66 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:32.526523 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:32.539651 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-abc78df4-49d0-468f-a3ff-b4bdcb7445ea tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:32.580858 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-abc78df4-49d0-468f-a3ff-b4bdcb7445ea tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Transition to ACTIVE for port object de533a2e-2666-4301-b8e6-9748e3cf04fb will not be triggered until provisioned by entity DHCP. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:44:32.661218 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Network 76472700-e7a4-45dd-9538-deb84d546bfb is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:44:32.665749 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:44:32.676516 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-abc78df4-49d0-468f-a3ff-b4bdcb7445ea tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:32.924308 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-f1274418-f18b-4d20-ade4-48815d63e291 None None] Provisioning complete for port 2eae6314-546d-497f-abdc-54c37343b219 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:32.925705 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f1274418-f18b-4d20-ade4-48815d63e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:32.972469 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-f1274418-f18b-4d20-ade4-48815d63e291 None None] Port 2eae6314-546d-497f-abdc-54c37343b219 cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:44:33.056567 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-abc78df4-49d0-468f-a3ff-b4bdcb7445ea tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Network 9412ab90-14bd-4fb2-8549-8b0724c797fa is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:44:33.063249 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-abc78df4-49d0-468f-a3ff-b4bdcb7445ea tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:44:33.068959 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-abc78df4-49d0-468f-a3ff-b4bdcb7445ea tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:44:33.095872 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc78df4-49d0-468f-a3ff-b4bdcb7445ea tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Pushing event updated for resources: {'Port': ['ID=de533a2e-2666-4301-b8e6-9748e3cf04fb,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:33.138618 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-abc78df4-49d0-468f-a3ff-b4bdcb7445ea tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:33.139265 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-abc78df4-49d0-468f-a3ff-b4bdcb7445ea tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:33.143902 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Router f2630d80-4841-48c1-9a0c-c387f8ca00c3 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:44:33.159383 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-abc78df4-49d0-468f-a3ff-b4bdcb7445ea tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2841864 Jul 19 17:44:33.201419 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Request body: {'port': {'device_id': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:33.294881 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-ee21e96e-8275-4c26-b4e1-7da6c127dca4 None None] Provisioning for port de533a2e-2666-4301-b8e6-9748e3cf04fb completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:44:33.298598 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-ee21e96e-8275-4c26-b4e1-7da6c127dca4 None None] Provisioning complete for port de533a2e-2666-4301-b8e6-9748e3cf04fb triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:33.298962 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ee21e96e-8275-4c26-b4e1-7da6c127dca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:33.329747 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:44:33.331319 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:33.332675 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-ee21e96e-8275-4c26-b4e1-7da6c127dca4 None None] Port de533a2e-2666-4301-b8e6-9748e3cf04fb cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:44:33.336066 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-b34b182d-ef6d-430f-b8cf-f17b2a1d9721 admin admin] 10.222.0.58 "PUT /v2.0/routers/f2630d80-4841-48c1-9a0c-c387f8ca00c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5260587 Jul 19 17:44:33.525642 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21ea86-f78c-4847-b24a-ded1671de029 req-9fb8f41f-cb27-4966-9e6d-fe81edb4670d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:33.527702 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bc21ea86-f78c-4847-b24a-ded1671de029 req-9fb8f41f-cb27-4966-9e6d-fe81edb4670d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 931 time: 0.0682607 Jul 19 17:44:33.568155 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bc21ea86-f78c-4847-b24a-ded1671de029 req-d077bbf3-154c-425a-a2b3-12b8a4d2b758 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347316 Jul 19 17:44:33.619593 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de533a2e-2666-4301-b8e6-9748e3cf04fb {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:44:33.627102 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:33.638909 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Transition to ACTIVE for port object de533a2e-2666-4301-b8e6-9748e3cf04fb will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:44:33.643693 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:33.718883 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Pushing event updated for resources: {'Port': ['ID=de533a2e-2666-4301-b8e6-9748e3cf04fb,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:33.772331 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Attempting to bind port de533a2e-2666-4301-b8e6-9748e3cf04fb on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:44:33.772668 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Attempting to bind port de533a2e-2666-4301-b8e6-9748e3cf04fb by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:44:33.773000 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Attempting to bind port de533a2e-2666-4301-b8e6-9748e3cf04fb on network 9412ab90-14bd-4fb2-8549-8b0724c797fa {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:44:33.777430 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Port de533a2e-2666-4301-b8e6-9748e3cf04fb on network 9412ab90-14bd-4fb2-8549-8b0724c797fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:44:33.777813 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Attempting to bind port de533a2e-2666-4301-b8e6-9748e3cf04fb on network 9412ab90-14bd-4fb2-8549-8b0724c797fa {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:44:33.783130 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:44:33.783469 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Checking segment: {'id': 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:44:33.783856 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Bound using segment: {'id': 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:44:33.784290 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Bound port: de533a2e-2666-4301-b8e6-9748e3cf04fb, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:44:33.784650 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:33.861965 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] For port de533a2e-2666-4301-b8e6-9748e3cf04fb, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:44:33.867010 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] For port de533a2e-2666-4301-b8e6-9748e3cf04fb, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=de533a2e-2666-4301-b8e6-9748e3cf04fb,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:44:33.867170 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 54516) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:33.872583 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-6d33c5ed-dcd9-41f7-9a48-7e6ca5166f4f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1790574630-network', 'tenant_id': '3082296380384d8c827a8a700ee6c93f'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:33.880889 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:33.922328 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:33.922965 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:33.924329 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] 10.222.0.49 "PUT /v2.0/ports/de533a2e-2666-4301-b8e6-9748e3cf04fb HTTP/1.1" status: 200 len: 1093 time: 0.7276518 Jul 19 17:44:33.924763 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'tag': 'de533a2e-2666-4301-b8e6-9748e3cf04fb'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:44:33.927026 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c18ddc-756a-48cf-88a9-ddd0876715f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ee6181-8b9e-4966-aa25-81e1ab1437bc", "tag": "de533a2e-2666-4301-b8e6-9748e3cf04fb"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:44:33.956005 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d33c5ed-dcd9-41f7-9a48-7e6ca5166f4f admin admin] Made reservation on behalf of 3082296380384d8c827a8a700ee6c93f for: {'network': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:44:33.958959 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6d33c5ed-dcd9-41f7-9a48-7e6ca5166f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:33.976767 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6d33c5ed-dcd9-41f7-9a48-7e6ca5166f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:33.980456 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd58adc-82ac-4931-a78f-4710e10f19eb x-openstack-request-id: req-0cd58adc-82ac-4931-a78f-4710e10f19eb {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:44:33.980739 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ee6181-8b9e-4966-aa25-81e1ab1437bc", "tag": "de533a2e-2666-4301-b8e6-9748e3cf04fb", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:44:33.980985 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0cd58adc-82ac-4931-a78f-4710e10f19eb {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:44:33.981373 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'tag': 'de533a2e-2666-4301-b8e6-9748e3cf04fb', 'status': 'completed', 'code': 200} Jul 19 17:44:33.995287 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623605a-8839-426c-a7b3-c55e15c30c7b service neutron] Pushing event updated for resources: {'Port': ['ID=de533a2e-2666-4301-b8e6-9748e3cf04fb,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:34.117900 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Sync routers for ids ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:44:34.128948 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Routers {'f2630d80-4841-48c1-9a0c-c387f8ca00c3'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:34.130761 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:34.135669 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6d33c5ed-dcd9-41f7-9a48-7e6ca5166f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:34.143956 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6d33c5ed-dcd9-41f7-9a48-7e6ca5166f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:34.174700 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d33c5ed-dcd9-41f7-9a48-7e6ca5166f4f admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=99967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:44:34.197191 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33c5ed-dcd9-41f7-9a48-7e6ca5166f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860f2ee7-e4c4-4b45-9213-1abb26a46838,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:34.214319 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6d33c5ed-dcd9-41f7-9a48-7e6ca5166f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:34.214661 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.segments_db [None req-6d33c5ed-dcd9-41f7-9a48-7e6ca5166f4f admin admin] Added segment 5648989d-7143-4738-9d2b-dece7c4e8177 of type vlan for network 8b003909-efac-4592-aa40-221cf94129c4 Jul 19 17:44:34.274238 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Set router f2630d80-4841-48c1-9a0c-c387f8ca00c3 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:34.295853 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6d33c5ed-dcd9-41f7-9a48-7e6ca5166f4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:34.337869 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6d33c5ed-dcd9-41f7-9a48-7e6ca5166f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:34.338891 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d33c5ed-dcd9-41f7-9a48-7e6ca5166f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:34.339459 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6d33c5ed-dcd9-41f7-9a48-7e6ca5166f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:34.345089 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-7d59be4b-258d-45b1-9a1e-e223d17b1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:34.346593 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-7d59be4b-258d-45b1-9a1e-e223d17b1c4e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0634ad0c797e471297f37a2b2b27b253&device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 1096 time: 0.3404379 Jul 19 17:44:34.415976 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-6d33c5ed-dcd9-41f7-9a48-7e6ca5166f4f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5472486 Jul 19 17:44:34.416418 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 54534) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:34.426394 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-acd010d3-4790-4319-8dda-24921ef96250 admin admin] Request body: {'subnet': {'network_id': '8b003909-efac-4592-aa40-221cf94129c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1790574630-subnet', 'tenant_id': '3082296380384d8c827a8a700ee6c93f', 'ip_version': 4}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:34.430124 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-c889e6c0-872b-4112-af58-84e959736604 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de533a2e-2666-4301-b8e6-9748e3cf04fb HTTP/1.1" status: 200 len: 217 time: 0.0578032 Jul 19 17:44:34.470819 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33c5ed-dcd9-41f7-9a48-7e6ca5166f4f admin admin] Pushing event updated for resources: {'Network': ['ID=8b003909-efac-4592-aa40-221cf94129c4,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:34.500306 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network 8b003909-efac-4592-aa40-221cf94129c4 details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:44:34.515428 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'name': 'tempest-TestMinimumBasicScenario-1071537777-router', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:28Z', 'updated_at': '2021-07-19T17:44:32Z', 'revision_number': 4, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'gw_port': {'id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:29Z', 'updated_at': '2021-07-19T17:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '2eae6314-546d-497f-abdc-54c37343b219', 'name': '', 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'mac_address': 'fa:16:3e:25:56:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:31Z', 'updated_at': '2021-07-19T17:44:32Z', 'revision_number': 2, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'subnets': [{'id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:34.520853 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd010d3-4790-4319-8dda-24921ef96250 admin admin] Made reservation on behalf of 3082296380384d8c827a8a700ee6c93f for: {'subnet': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:44:34.525628 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-acd010d3-4790-4319-8dda-24921ef96250 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10261927'] for subnet, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:34.547228 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-3fc2473f-778e-4514-9377-477e1d8ad1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:34.548789 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-3fc2473f-778e-4514-9377-477e1d8ad1de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=016908ef-9e1e-4636-acd6-cc64d9df8a14 HTTP/1.1" status: 200 len: 856 time: 0.0876069 Jul 19 17:44:34.550428 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Checking router: f2630d80-4841-48c1-9a0c-c387f8ca00c3 for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:44:34.550974 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Updating router f2630d80-4841-48c1-9a0c-c387f8ca00c3 port 2eae6314-546d-497f-abdc-54c37343b219 binding host dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:44:34.589382 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:34.620433 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device bb9355f9-742d-47fb-bf99-d84070d940fd up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:44:34.681513 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port bb9355f9-742d-47fb-bf99-d84070d940fd completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:44:34.688514 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port bb9355f9-742d-47fb-bf99-d84070d940fd triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:34.689608 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:34.770324 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106fece-42dc-486e-b16e-fab6539170d7 req-092c7ae5-1ca9-4106-8cb5-cef1870b0e35 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:34.771830 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a106fece-42dc-486e-b16e-fab6539170d7 req-092c7ae5-1ca9-4106-8cb5-cef1870b0e35 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 943 time: 0.1026323 Jul 19 17:44:34.794912 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:34.812185 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-acd010d3-4790-4319-8dda-24921ef96250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8558793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10261969'] for subnet, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:34.823224 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port bb9355f9-742d-47fb-bf99-d84070d940fd, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=bb9355f9-742d-47fb-bf99-d84070d940fd,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:34.829041 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:34.844418 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a106fece-42dc-486e-b16e-fab6539170d7 req-7a17625f-4637-49db-99ef-800d360d45a2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554740 Jul 19 17:44:34.864358 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-86726ef8-4125-4f96-ad67-2f2f64d6f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:34.864945 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf4620-933d-425f-8399-826f09dc44eb req-11cc13db-5544-4891-8e6f-296360501017 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:34.866531 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-86726ef8-4125-4f96-ad67-2f2f64d6f1b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9412ab90-14bd-4fb2-8549-8b0724c797fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3096740 Jul 19 17:44:34.867855 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-83cf4620-933d-425f-8399-826f09dc44eb req-11cc13db-5544-4891-8e6f-296360501017 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1201777 Jul 19 17:44:34.897515 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=bb9355f9-742d-47fb-bf99-d84070d940fd,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:34.911762 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-83cf4620-933d-425f-8399-826f09dc44eb req-de979111-0733-407d-a86b-18dbb1d7de45 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361369 Jul 19 17:44:34.932004 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd010d3-4790-4319-8dda-24921ef96250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89853575-d7e0-4efd-a0fe-7eb1af974926,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:34.932692 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Notify callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:34.944940 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Transition to ACTIVE for port object 2eae6314-546d-497f-abdc-54c37343b219 will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:44:34.951896 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:34.982365 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd010d3-4790-4319-8dda-24921ef96250 admin admin] Checking segment: {'id': '5648989d-7143-4738-9d2b-dece7c4e8177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8b003909-efac-4592-aa40-221cf94129c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:44:34.982725 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd010d3-4790-4319-8dda-24921ef96250 admin admin] Network hostable DHCP agents. Network: 8b003909-efac-4592-aa40-221cf94129c4, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:44:35.001863 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90f90d-e6e1-4144-baad-d11cb161132a None None] Pushing event updated for resources: {'Port': ['ID=2eae6314-546d-497f-abdc-54c37343b219,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:35.017864 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-77e76f8a-e07b-4d0c-8455-90c77e73d83a service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362991 Jul 19 17:44:35.019105 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd010d3-4790-4319-8dda-24921ef96250 admin admin] Network 8b003909-efac-4592-aa40-221cf94129c4 is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:44:35.045095 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90f90d-e6e1-4144-baad-d11cb161132a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:35.046257 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90f90d-e6e1-4144-baad-d11cb161132a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:35.046257 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90f90d-e6e1-4144-baad-d11cb161132a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:35.046257 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90f90d-e6e1-4144-baad-d11cb161132a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:35.046563 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90f90d-e6e1-4144-baad-d11cb161132a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:35.046748 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90f90d-e6e1-4144-baad-d11cb161132a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:35.047028 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90f90d-e6e1-4144-baad-d11cb161132a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:35.047346 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90f90d-e6e1-4144-baad-d11cb161132a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:35.047677 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90f90d-e6e1-4144-baad-d11cb161132a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:35.048126 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90f90d-e6e1-4144-baad-d11cb161132a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:35.048568 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90f90d-e6e1-4144-baad-d11cb161132a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:35.048745 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90f90d-e6e1-4144-baad-d11cb161132a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:44:35.053640 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-acd010d3-4790-4319-8dda-24921ef96250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, 8b003909-efac-4592-aa40-221cf94129c4) {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:44:35.058951 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd010d3-4790-4319-8dda-24921ef96250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:35.062101 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900b0db1-2a7b-4cc6-883a-8746bc547261 None None] Network 8b003909-efac-4592-aa40-221cf94129c4 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:44:35.062520 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-acd010d3-4790-4319-8dda-24921ef96250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:35.072898 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Attempting to bind port 2eae6314-546d-497f-abdc-54c37343b219 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:44:35.073260 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Attempting to bind port 2eae6314-546d-497f-abdc-54c37343b219 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '7fd37272-3458-4e5c-9219-83d649cab7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:44:35.073610 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Attempting to bind port 2eae6314-546d-497f-abdc-54c37343b219 on network 76472700-e7a4-45dd-9538-deb84d546bfb {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:44:35.078750 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:44:35.079952 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Checking segment: {'id': '7fd37272-3458-4e5c-9219-83d649cab7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:44:35.080371 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:35.080758 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Bound using segment: {'id': '7fd37272-3458-4e5c-9219-83d649cab7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:44:35.081231 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Bound port: 2eae6314-546d-497f-abdc-54c37343b219, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd37272-3458-4e5c-9219-83d649cab7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:44:35.081622 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:35.141454 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-acd010d3-4790-4319-8dda-24921ef96250 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7191865 Jul 19 17:44:35.141997 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 54542) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:35.146511 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1790574630-router', 'tenant_id': '3082296380384d8c827a8a700ee6c93f', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:35.157511 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bdb4fddc-bf30-4b1b-87b9-49a4595eb429 req-6f3f26cf-58b1-416a-8290-14ae54939ed5 service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311367 Jul 19 17:44:35.159584 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] For port 2eae6314-546d-497f-abdc-54c37343b219, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:44:35.167126 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] For port 2eae6314-546d-497f-abdc-54c37343b219, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=2eae6314-546d-497f-abdc-54c37343b219,segment=NetworkSegment(7fd37272-3458-4e5c-9219-83d649cab7c8),segment_id=7fd37272-3458-4e5c-9219-83d649cab7c8)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:44:35.183438 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:35.205558 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-418101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61407'] for router, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:35.206644 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61382'] for router, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:35.269825 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2202dd0c-eff8-5d3a-a849-6904cc3a08dc-8b003909-efac-4592-aa40-221cf94129c4', 'network_id': '8b003909-efac-4592-aa40-221cf94129c4', 'tenant_id': '3082296380384d8c827a8a700ee6c93f', 'fixed_ips': [{'subnet_id': '89853575-d7e0-4efd-a0fe-7eb1af974926'}]}} from dv-cinder-800696-4-iscsi. {{(pid=99968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:44:35.269980 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:35.298901 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90f90d-e6e1-4144-baad-d11cb161132a None None] Pushing event updated for resources: {'Port': ['ID=2eae6314-546d-497f-abdc-54c37343b219,revision_number=4']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:35.304813 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:35.317668 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Routers {'f2630d80-4841-48c1-9a0c-c387f8ca00c3'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:35.319923 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:35.456105 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] Set router f2630d80-4841-48c1-9a0c-c387f8ca00c3 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:35.456317 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Allocated IP 172.20.0.2 (8b003909-efac-4592-aa40-221cf94129c4/89853575-d7e0-4efd-a0fe-7eb1af974926/08ca69ee-6851-4771-b405-3a53053b54c8) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:44:35.486008 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c18ddc-756a-48cf-88a9-ddd0876715f7 req-1fc03f18-c81e-4fad-b82b-65005cb1426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:35.487364 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-26c18ddc-756a-48cf-88a9-ddd0876715f7 req-1fc03f18-c81e-4fad-b82b-65005cb1426a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0634ad0c797e471297f37a2b2b27b253&device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 1096 time: 0.1993408 Jul 19 17:44:35.493777 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-418139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6204'] for router, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:35.617994 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c18ddc-756a-48cf-88a9-ddd0876715f7 req-2f3f1ac6-4e1a-485e-bd6f-ebc3a6a191e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:35.619641 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-26c18ddc-756a-48cf-88a9-ddd0876715f7 req-2f3f1ac6-4e1a-485e-bd6f-ebc3a6a191e2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9412ab90-14bd-4fb2-8549-8b0724c797fa HTTP/1.1" status: 200 len: 918 time: 0.1220143 Jul 19 17:44:35.626400 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Notify callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:35.635411 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Transition to ACTIVE for port object 08ca69ee-6851-4771-b405-3a53053b54c8 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:44:35.649788 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Transition to ACTIVE for port object 08ca69ee-6851-4771-b405-3a53053b54c8 will not be triggered until provisioned by entity DHCP. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:44:35.656123 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:35.689795 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-26c18ddc-756a-48cf-88a9-ddd0876715f7 req-e23b7fd6-71eb-4805-87ff-9a7c21b8a516 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de533a2e-2666-4301-b8e6-9748e3cf04fb HTTP/1.1" status: 200 len: 217 time: 0.0384429 Jul 19 17:44:35.698621 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Network 8b003909-efac-4592-aa40-221cf94129c4 is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:44:35.701374 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:44:35.705063 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:44:35.707803 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'name': 'tempest-TestMinimumBasicScenario-1071537777-router', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:28Z', 'updated_at': '2021-07-19T17:44:32Z', 'revision_number': 4, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'gw_port': {'id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:29Z', 'updated_at': '2021-07-19T17:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '2eae6314-546d-497f-abdc-54c37343b219', 'name': '', 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'mac_address': 'fa:16:3e:25:56:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:31Z', 'updated_at': '2021-07-19T17:44:35Z', 'revision_number': 4, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'subnets': [{'id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:35.712284 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Pushing event updated for resources: {'Port': ['ID=08ca69ee-6851-4771-b405-3a53053b54c8,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:35.755108 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c18ddc-756a-48cf-88a9-ddd0876715f7 req-4983447d-e936-4de5-b387-4da93a1e5b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:35.756709 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-26c18ddc-756a-48cf-88a9-ddd0876715f7 req-4983447d-e936-4de5-b387-4da93a1e5b4c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=016908ef-9e1e-4636-acd6-cc64d9df8a14 HTTP/1.1" status: 200 len: 856 time: 0.0583355 Jul 19 17:44:35.768911 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Attempting to bind port 08ca69ee-6851-4771-b405-3a53053b54c8 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:44:35.769296 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Attempting to bind port 08ca69ee-6851-4771-b405-3a53053b54c8 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '5648989d-7143-4738-9d2b-dece7c4e8177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8b003909-efac-4592-aa40-221cf94129c4'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:44:35.769638 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Attempting to bind port 08ca69ee-6851-4771-b405-3a53053b54c8 on network 8b003909-efac-4592-aa40-221cf94129c4 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:44:35.775161 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:44:35.775527 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Checking segment: {'id': '5648989d-7143-4738-9d2b-dece7c4e8177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8b003909-efac-4592-aa40-221cf94129c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:44:35.775934 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:35.776328 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Bound using segment: {'id': '5648989d-7143-4738-9d2b-dece7c4e8177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8b003909-efac-4592-aa40-221cf94129c4'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:44:35.776930 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Bound port: 08ca69ee-6851-4771-b405-3a53053b54c8, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5648989d-7143-4738-9d2b-dece7c4e8177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8b003909-efac-4592-aa40-221cf94129c4'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:44:35.777318 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:35.827479 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60b9df-7b16-446d-aa80-ef3fa6f9f923 None None] The sync data for ids ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'] in dv-cinder-800696-4-iscsi is: [{'id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'name': 'tempest-TestMinimumBasicScenario-1071537777-router', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:28Z', 'updated_at': '2021-07-19T17:44:32Z', 'revision_number': 4, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'gw_port': {'id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:29Z', 'updated_at': '2021-07-19T17:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '2eae6314-546d-497f-abdc-54c37343b219', 'name': '', 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'mac_address': 'fa:16:3e:25:56:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:31Z', 'updated_at': '2021-07-19T17:44:35Z', 'revision_number': 4, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'subnets': [{'id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:44:35.841328 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] For port 08ca69ee-6851-4771-b405-3a53053b54c8, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:44:35.844919 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] For port 08ca69ee-6851-4771-b405-3a53053b54c8, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=08ca69ee-6851-4771-b405-3a53053b54c8,segment=NetworkSegment(5648989d-7143-4738-9d2b-dece7c4e8177),segment_id=5648989d-7143-4738-9d2b-dece7c4e8177)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:44:35.849663 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:35.948395 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c18ddc-756a-48cf-88a9-ddd0876715f7 req-fefb25af-36aa-4bc0-8b47-8160719b8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:35.950845 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-26c18ddc-756a-48cf-88a9-ddd0876715f7 req-fefb25af-36aa-4bc0-8b47-8160719b8124 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9412ab90-14bd-4fb2-8549-8b0724c797fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1587102 Jul 19 17:44:35.954133 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165be51-5340-462a-8c50-a6342a3fdde5 None None] Pushing event updated for resources: {'Port': ['ID=08ca69ee-6851-4771-b405-3a53053b54c8,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:36.043051 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed9e01-faa3-41d9-ae2b-6b351247ea1a req-6af10d31-cdf5-4380-a279-a67a9ee8cd9b tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:36.045157 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-72ed9e01-faa3-41d9-ae2b-6b351247ea1a req-6af10d31-cdf5-4380-a279-a67a9ee8cd9b tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 943 time: 0.1025796 Jul 19 17:44:36.045728 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:36.076915 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:36.135561 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-26c18ddc-756a-48cf-88a9-ddd0876715f7 req-e27b0b77-e3a3-4474-8a06-e6ee311a9924 service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708775 Jul 19 17:44:36.146340 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7ad80-0d0e-46a3-9879-c47ded05d0c0 req-bb291d4b-a270-4c91-a512-112b9fdab149 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:36.148507 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bab7ad80-0d0e-46a3-9879-c47ded05d0c0 req-bb291d4b-a270-4c91-a512-112b9fdab149 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1231873 Jul 19 17:44:36.166871 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-72ed9e01-faa3-41d9-ae2b-6b351247ea1a req-ff2c9635-d9ec-4ad1-9821-ebfed2776080 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910723 Jul 19 17:44:36.242424 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bab7ad80-0d0e-46a3-9879-c47ded05d0c0 req-8d394014-8539-4582-88c4-41d7baf06ddd tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742078 Jul 19 17:44:36.341624 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Allocated IP 172.27.2.163 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/f767bbf9-0319-4e45-95d2-00698bfa6651) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:44:36.361328 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-26c18ddc-756a-48cf-88a9-ddd0876715f7 req-7ee72015-a33b-44f6-b4a4-99dd6c1ed37a service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181206 Jul 19 17:44:36.510350 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:36.574157 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:36.609750 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:44:36.611271 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:44:36.633845 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:44:36.678094 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 08ca69ee-6851-4771-b405-3a53053b54c8 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:44:36.739723 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 54560) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:36.747686 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 08ca69ee-6851-4771-b405-3a53053b54c8 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:44:36.752840 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 2eae6314-546d-497f-abdc-54c37343b219 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:44:36.826653 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 2eae6314-546d-497f-abdc-54c37343b219 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:44:36.831828 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 2eae6314-546d-497f-abdc-54c37343b219 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:36.832263 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:36.906242 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e766e722-cc2a-4415-bf77-5abdb59ca727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:36.958958 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:37.024684 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port 2eae6314-546d-497f-abdc-54c37343b219, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=2eae6314-546d-497f-abdc-54c37343b219,segment=NetworkSegment(7fd37272-3458-4e5c-9219-83d649cab7c8),segment_id=7fd37272-3458-4e5c-9219-83d649cab7c8)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:37.034158 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:37.035259 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device bb9355f9-742d-47fb-bf99-d84070d940fd up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:44:37.079032 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e766e722-cc2a-4415-bf77-5abdb59ca727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:37.083377 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e766e722-cc2a-4415-bf77-5abdb59ca727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:37.093455 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=2eae6314-546d-497f-abdc-54c37343b219,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:37.146449 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-e766e722-cc2a-4415-bf77-5abdb59ca727 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=095c7521ded240f8a2311784fca2b76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4041440 Jul 19 17:44:37.147108 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 54564) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:37.152618 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Pushing event updated for resources: {'Port': ['ID=f767bbf9-0319-4e45-95d2-00698bfa6651,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:37.175979 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766e722-cc2a-4415-bf77-5abdb59ca727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf433e7d-89dd-4d02-bee0-75a6078d3d9d,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:37.194905 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port bb9355f9-742d-47fb-bf99-d84070d940fd triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:37.195275 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:37.247878 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-839d7ba2-bb87-4c63-84e8-8b2baa828c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:37.316931 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-839d7ba2-bb87-4c63-84e8-8b2baa828c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:37.333028 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f9997f-9a03-4499-a610-ae6a85bdfd7c None None] Network 8b003909-efac-4592-aa40-221cf94129c4 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:44:37.355139 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248efa9-7b7a-4c25-92a6-6ca5d39ad2b8 req-65c1e74e-365c-4c55-947a-7e12891ffaad tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:37.356672 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1248efa9-7b7a-4c25-92a6-6ca5d39ad2b8 req-65c1e74e-365c-4c55-947a-7e12891ffaad tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.5708306 Jul 19 17:44:37.408926 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6045b4-58ad-453d-a7ff-72e562f2fe5f req-afba0d67-8e41-426e-b795-c623694c7dfe tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:37.410615 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0a6045b4-58ad-453d-a7ff-72e562f2fe5f req-afba0d67-8e41-426e-b795-c623694c7dfe tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 943 time: 0.1463780 Jul 19 17:44:37.416984 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:37.440133 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-91778a49-7c53-4321-b1df-f9ff29bcd7e2 None None] Provisioning for port 08ca69ee-6851-4771-b405-3a53053b54c8 completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:44:37.468663 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-91778a49-7c53-4321-b1df-f9ff29bcd7e2 None None] Provisioning complete for port 08ca69ee-6851-4771-b405-3a53053b54c8 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:37.469034 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-91778a49-7c53-4321-b1df-f9ff29bcd7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:37.482518 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0a6045b4-58ad-453d-a7ff-72e562f2fe5f req-2b0ef7c4-625d-4804-8471-5457a1ef349d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604608 Jul 19 17:44:37.496892 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f53dfa-8427-45de-84c6-dcca7ca7e7dc req-0fe6c355-ffd7-4a15-b05f-167c7cdcf842 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:37.498580 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f0f53dfa-8427-45de-84c6-dcca7ca7e7dc req-0fe6c355-ffd7-4a15-b05f-167c7cdcf842 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1564186 Jul 19 17:44:37.499654 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-839d7ba2-bb87-4c63-84e8-8b2baa828c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:37.502789 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-839d7ba2-bb87-4c63-84e8-8b2baa828c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:37.503822 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-839d7ba2-bb87-4c63-84e8-8b2baa828c17 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf433e7d-89dd-4d02-bee0-75a6078d3d9d HTTP/1.1" status: 204 len: 168 time: 0.3502529 Jul 19 17:44:37.514733 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d7ba2-bb87-4c63-84e8-8b2baa828c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf433e7d-89dd-4d02-bee0-75a6078d3d9d,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:37.571921 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f0f53dfa-8427-45de-84c6-dcca7ca7e7dc req-c1784b11-ccf7-41d1-9b24-1c13541bd42f tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595579 Jul 19 17:44:37.624216 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-91778a49-7c53-4321-b1df-f9ff29bcd7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:37.661037 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-91778a49-7c53-4321-b1df-f9ff29bcd7e2 None None] For port 08ca69ee-6851-4771-b405-3a53053b54c8, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=08ca69ee-6851-4771-b405-3a53053b54c8,segment=NetworkSegment(5648989d-7143-4738-9d2b-dece7c4e8177),segment_id=5648989d-7143-4738-9d2b-dece7c4e8177)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:37.666187 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-91778a49-7c53-4321-b1df-f9ff29bcd7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:37.729130 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91778a49-7c53-4321-b1df-f9ff29bcd7e2 None None] Pushing event updated for resources: {'Port': ['ID=08ca69ee-6851-4771-b405-3a53053b54c8,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:37.729826 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-1248efa9-7b7a-4c25-92a6-6ca5d39ad2b8 req-e5f98c24-ec41-41f6-82ed-8be873e44319 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Deleting port 1e914471-9e6e-428f-baa3-d1e8c31c014b {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:44:37.729826 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-1248efa9-7b7a-4c25-92a6-6ca5d39ad2b8 req-e5f98c24-ec41-41f6-82ed-8be873e44319 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:37.837711 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418268'] for router, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:37.846258 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-1248efa9-7b7a-4c25-92a6-6ca5d39ad2b8 req-e5f98c24-ec41-41f6-82ed-8be873e44319 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] For port 1e914471-9e6e-428f-baa3-d1e8c31c014b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1e914471-9e6e-428f-baa3-d1e8c31c014b,segment=NetworkSegment(d46911b4-bf28-4904-9719-8b9bee711fe0),segment_id=d46911b4-bf28-4904-9719-8b9bee711fe0)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:37.846607 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-1248efa9-7b7a-4c25-92a6-6ca5d39ad2b8 req-e5f98c24-ec41-41f6-82ed-8be873e44319 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:37.886371 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-c1e44619-b9b7-4a1e-a47d-54d66017db30 None None] Provisioning complete for port 08ca69ee-6851-4771-b405-3a53053b54c8 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:37.886835 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c1e44619-b9b7-4a1e-a47d-54d66017db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:38.080192 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device de533a2e-2666-4301-b8e6-9748e3cf04fb details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:44:38.111568 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-1248efa9-7b7a-4c25-92a6-6ca5d39ad2b8 req-e5f98c24-ec41-41f6-82ed-8be873e44319 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:38.111945 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-1248efa9-7b7a-4c25-92a6-6ca5d39ad2b8 req-e5f98c24-ec41-41f6-82ed-8be873e44319 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418166'] for floatingip, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:38.112329 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.l3_db [req-1248efa9-7b7a-4c25-92a6-6ca5d39ad2b8 req-e5f98c24-ec41-41f6-82ed-8be873e44319 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Floating IP 8d94be5f-c393-4b43-a397-893831321326 disassociated. External IP: 172.27.2.96, port: 1e914471-9e6e-428f-baa3-d1e8c31c014b. Jul 19 17:44:38.112572 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-1248efa9-7b7a-4c25-92a6-6ca5d39ad2b8 req-e5f98c24-ec41-41f6-82ed-8be873e44319 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Calling delete_port for 1e914471-9e6e-428f-baa3-d1e8c31c014b owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:44:38.125892 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Router ad592a9a-bf6e-4b46-8a26-8b8de19be4c8 is scheduled to L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 with binding_index 1 {{(pid=99967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:44:38.183199 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port de533a2e-2666-4301-b8e6-9748e3cf04fb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=de533a2e-2666-4301-b8e6-9748e3cf04fb,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:38.194959 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': 'de533a2e-2666-4301-b8e6-9748e3cf04fb', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'port_id': 'de533a2e-2666-4301-b8e6-9748e3cf04fb', 'mac_address': 'fa:16:3e:4d:c3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:44:38.236410 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:38.251127 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de533a2e-2666-4301-b8e6-9748e3cf04fb {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:44:38.271861 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port de533a2e-2666-4301-b8e6-9748e3cf04fb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=de533a2e-2666-4301-b8e6-9748e3cf04fb,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:38.278455 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:38.313664 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:44:38.329660 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Sync routers for ids ['ad592a9a-bf6e-4b46-8a26-8b8de19be4c8'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:44:38.338349 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] Notify callbacks [] for router, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:38.339614 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-62336066-00db-4cb0-a5dc-a09395a5bff5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1967547 Jul 19 17:44:38.342422 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 54594) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:38.345062 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=de533a2e-2666-4301-b8e6-9748e3cf04fb,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:38.349974 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Routers {'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:38.350609 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-1248efa9-7b7a-4c25-92a6-6ca5d39ad2b8 req-e5f98c24-ec41-41f6-82ed-8be873e44319 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:38.350765 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['ad592a9a-bf6e-4b46-8a26-8b8de19be4c8'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:38.382192 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f98c24-ec41-41f6-82ed-8be873e44319 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Pushing event deleted for resources: {'Port': ['ID=1e914471-9e6e-428f-baa3-d1e8c31c014b,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:38.477086 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Set router ad592a9a-bf6e-4b46-8a26-8b8de19be4c8 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:38.554289 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1248efa9-7b7a-4c25-92a6-6ca5d39ad2b8 req-e5f98c24-ec41-41f6-82ed-8be873e44319 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Router 4d8cee21-75cf-496f-949d-8d60f64a02b0 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:44:38.701858 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1248efa9-7b7a-4c25-92a6-6ca5d39ad2b8 req-e5f98c24-ec41-41f6-82ed-8be873e44319 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:44:38.715347 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d572e44-e8d5-4e1c-b523-e32d8aa8906c None None] Sync routers for ids ['4d8cee21-75cf-496f-949d-8d60f64a02b0'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:44:38.722234 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 08ca69ee-6851-4771-b405-3a53053b54c8 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:44:38.731465 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d572e44-e8d5-4e1c-b523-e32d8aa8906c None None] Routers {'4d8cee21-75cf-496f-949d-8d60f64a02b0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:38.732377 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-4d572e44-e8d5-4e1c-b523-e32d8aa8906c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['4d8cee21-75cf-496f-949d-8d60f64a02b0'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:38.768454 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1248efa9-7b7a-4c25-92a6-6ca5d39ad2b8 req-e5f98c24-ec41-41f6-82ed-8be873e44319 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] No DVR routers for this DVR port 1e914471-9e6e-428f-baa3-d1e8c31c014b on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:44:38.771437 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-1248efa9-7b7a-4c25-92a6-6ca5d39ad2b8 req-e5f98c24-ec41-41f6-82ed-8be873e44319 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:38.772861 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e50e525a-946b-4cd2-afa9-593facaa4e77 req-f6537bea-1e6b-4781-a1ba-a74a93546be7 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab68e979-d412-49d4-a13a-0d64d1dcb5e1 HTTP/1.1" status: 200 len: 210 time: 0.1096401 Jul 19 17:44:38.800333 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1248efa9-7b7a-4c25-92a6-6ca5d39ad2b8 req-e5f98c24-ec41-41f6-82ed-8be873e44319 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.49 "DELETE /v2.0/ports/1e914471-9e6e-428f-baa3-d1e8c31c014b HTTP/1.1" status: 204 len: 173 time: 1.4118545 Jul 19 17:44:38.801062 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab68e979-d412-49d4-a13a-0d64d1dcb5e1', 'name': 'network-vif-deleted', 'tag': '1e914471-9e6e-428f-baa3-d1e8c31c014b'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:44:38.804236 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9b5e81-6a99-4ecc-8c92-fe8b60203623" -d '{"events": [{"server_uuid": "ab68e979-d412-49d4-a13a-0d64d1dcb5e1", "name": "network-vif-deleted", "tag": "1e914471-9e6e-428f-baa3-d1e8c31c014b"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:44:38.895290 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['de533a2e-2666-4301-b8e6-9748e3cf04fb'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:44:39.017820 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240426b7-d27b-415e-b292-dd33c7ace2ed req-be678c88-b8ae-4f62-aff1-b72e31755cc0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:39.019500 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-4d572e44-e8d5-4e1c-b523-e32d8aa8906c None None] Set router 4d8cee21-75cf-496f-949d-8d60f64a02b0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:39.027087 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-240426b7-d27b-415e-b292-dd33c7ace2ed req-be678c88-b8ae-4f62-aff1-b72e31755cc0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 944 time: 0.3906100 Jul 19 17:44:39.088922 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a76b8c-6071-4252-9bbd-e785994223b8 x-openstack-request-id: req-e7a76b8c-6071-4252-9bbd-e785994223b8 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:44:39.089218 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab68e979-d412-49d4-a13a-0d64d1dcb5e1", "name": "network-vif-deleted", "tag": "1e914471-9e6e-428f-baa3-d1e8c31c014b", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:44:39.089471 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7a76b8c-6071-4252-9bbd-e785994223b8 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:44:39.089856 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab68e979-d412-49d4-a13a-0d64d1dcb5e1', 'name': 'network-vif-deleted', 'tag': '1e914471-9e6e-428f-baa3-d1e8c31c014b', 'status': 'completed', 'code': 200} Jul 19 17:44:39.092834 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 08ca69ee-6851-4771-b405-3a53053b54c8 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:39.093199 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:39.123603 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-240426b7-d27b-415e-b292-dd33c7ace2ed req-69625f5a-f73a-43fd-9997-67385dd7912c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945699 Jul 19 17:44:39.227262 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'name': 'tempest-TestMinimumBasicScenario-1790574630-router', 'tenant_id': '3082296380384d8c827a8a700ee6c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f767bbf9-0319-4e45-95d2-00698bfa6651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:35Z', 'updated_at': '2021-07-19T17:44:37Z', 'revision_number': 3, 'project_id': '3082296380384d8c827a8a700ee6c93f', 'gw_port': {'id': 'f767bbf9-0319-4e45-95d2-00698bfa6651', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:68:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:36Z', 'updated_at': '2021-07-19T17:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:39.250519 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-4d572e44-e8d5-4e1c-b523-e32d8aa8906c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:28Z', 'revision_number': 4, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '5f5417cf-ed50-4b13-81ab-4c998fbac4e1', 'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'mac_address': 'fa:16:3e:ad:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:26Z', 'updated_at': '2021-07-19T17:39:41Z', 'revision_number': 5, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'subnets': [{'id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:39.287042 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d572e44-e8d5-4e1c-b523-e32d8aa8906c None None] Checking router: 4d8cee21-75cf-496f-949d-8d60f64a02b0 for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:44:39.298703 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Checking router: ad592a9a-bf6e-4b46-8a26-8b8de19be4c8 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:44:39.299320 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d572e44-e8d5-4e1c-b523-e32d8aa8906c None None] Routers {'4d8cee21-75cf-496f-949d-8d60f64a02b0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:39.299651 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Updating router ad592a9a-bf6e-4b46-8a26-8b8de19be4c8 port f767bbf9-0319-4e45-95d2-00698bfa6651 binding host dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:44:39.299944 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-4d572e44-e8d5-4e1c-b523-e32d8aa8906c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['4d8cee21-75cf-496f-949d-8d60f64a02b0'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:39.363765 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 2eae6314-546d-497f-abdc-54c37343b219 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:44:39.395089 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:39.426370 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-4d572e44-e8d5-4e1c-b523-e32d8aa8906c None None] Set router 4d8cee21-75cf-496f-949d-8d60f64a02b0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:39.510283 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:39.527051 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 2eae6314-546d-497f-abdc-54c37343b219 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:39.527515 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:39.669359 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-4d572e44-e8d5-4e1c-b523-e32d8aa8906c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:28Z', 'revision_number': 4, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '5f5417cf-ed50-4b13-81ab-4c998fbac4e1', 'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'mac_address': 'fa:16:3e:ad:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:26Z', 'updated_at': '2021-07-19T17:39:41Z', 'revision_number': 5, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'subnets': [{'id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:39.702973 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d572e44-e8d5-4e1c-b523-e32d8aa8906c None None] The sync data for ids ['4d8cee21-75cf-496f-949d-8d60f64a02b0'] in dv-cinder-800696-4-iscsi is: [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:28Z', 'revision_number': 4, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '5f5417cf-ed50-4b13-81ab-4c998fbac4e1', 'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'mac_address': 'fa:16:3e:ad:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:26Z', 'updated_at': '2021-07-19T17:39:41Z', 'revision_number': 5, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'subnets': [{'id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:44:39.703969 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_common [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Allocated IP 172.20.0.1 (8b003909-efac-4592-aa40-221cf94129c4/89853575-d7e0-4efd-a0fe-7eb1af974926/3313ea12-cd12-4fcb-af0b-edd84af30474) {{(pid=99966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:44:39.783327 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Notify callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:39.794198 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Transition to ACTIVE for port object f767bbf9-0319-4e45-95d2-00698bfa6651 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:44:39.799823 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:39.861565 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Attempting to bind port f767bbf9-0319-4e45-95d2-00698bfa6651 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:44:39.861927 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Attempting to bind port f767bbf9-0319-4e45-95d2-00698bfa6651 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:44:39.862319 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Attempting to bind port f767bbf9-0319-4e45-95d2-00698bfa6651 on network dd450a14-f1e5-42d3-875a-01b216fac07d {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:44:39.865095 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:39.865494 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f931a1c-ae1a-454e-a75a-8f4d32140e62 None None] Pushing event updated for resources: {'Port': ['ID=f767bbf9-0319-4e45-95d2-00698bfa6651,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:39.871991 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:44:39.872366 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Checking segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:44:39.872775 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:39.873159 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Bound using segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:44:39.873629 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Bound port: f767bbf9-0319-4e45-95d2-00698bfa6651, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:44:39.874012 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:39.885422 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.provisioning_blocks [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Transition to ACTIVE for port object 3313ea12-cd12-4fcb-af0b-edd84af30474 will not be triggered until provisioned by entity DHCP. {{(pid=99966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:44:39.888046 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 54618) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:39.907710 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3318d7-e8cb-429a-bf55-57c9d5136984 req-6afb3ec2-5220-43bd-b65c-9a20e1985ead tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:39.909204 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8e3318d7-e8cb-429a-bf55-57c9d5136984 req-6afb3ec2-5220-43bd-b65c-9a20e1985ead tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 945 time: 0.1311502 Jul 19 17:44:39.936553 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] For port f767bbf9-0319-4e45-95d2-00698bfa6651, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:44:39.941086 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] For port f767bbf9-0319-4e45-95d2-00698bfa6651, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=f767bbf9-0319-4e45-95d2-00698bfa6651,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:44:39.945813 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:39.999766 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8e3318d7-e8cb-429a-bf55-57c9d5136984 req-6d27f99b-10db-47b4-b63b-b270a3e0616d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827909 Jul 19 17:44:40.004554 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Routers {'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:40.005376 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['ad592a9a-bf6e-4b46-8a26-8b8de19be4c8'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:40.012591 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7587-2b9f-4d40-8838-360d299477b6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.020828 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.079745 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e6443e-807c-4ff2-aa16-cfcd7ada2ba5 None None] New status for floating IP 8d94be5f-c393-4b43-a397-893831321326: DOWN {{(pid=99968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:44:40.086654 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7587-2b9f-4d40-8838-360d299477b6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.110400 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Network 8b003909-efac-4592-aa40-221cf94129c4 is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:44:40.117734 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:44:40.118721 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device de533a2e-2666-4301-b8e6-9748e3cf04fb up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:44:40.123695 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Received port after_create {{(pid=99966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:44:40.125654 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Pushing event updated for resources: {'Port': ['ID=3313ea12-cd12-4fcb-af0b-edd84af30474,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:40.182604 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418051'] for router_interface, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.225967 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f931a1c-ae1a-454e-a75a-8f4d32140e62 None None] Pushing event updated for resources: {'Port': ['ID=f767bbf9-0319-4e45-95d2-00698bfa6651,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:40.255391 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7587-2b9f-4d40-8838-360d299477b6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.261675 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7587-2b9f-4d40-8838-360d299477b6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.269956 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 54628) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:40.271184 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-7d9c7587-2b9f-4d40-8838-360d299477b6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "DELETE /v2.0/security-groups/6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d HTTP/1.1" status: 204 len: 168 time: 0.3818769 Jul 19 17:44:40.294164 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.api.v2.resource [None req-03e8a90f-d9f7-4971-9f2a-7877f613cf68 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] show failed (client error): The resource could not be found. Jul 19 17:44:40.295740 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c7587-2b9f-4d40-8838-360d299477b6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:40.296455 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-03e8a90f-d9f7-4971-9f2a-7877f613cf68 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups/6408a8cc-b5f7-43d7-982f-aa8e3f47ec0d HTTP/1.1" status: 404 len: 347 time: 0.0232306 Jul 19 17:44:40.308342 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 54630) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:40.341488 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] Set router ad592a9a-bf6e-4b46-8a26-8b8de19be4c8 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:40.409824 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port de533a2e-2666-4301-b8e6-9748e3cf04fb completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:44:40.462699 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port de533a2e-2666-4301-b8e6-9748e3cf04fb triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:40.463060 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.478184 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d05f8-234b-45f0-9fc6-37c3d7721b78 req-ec2e71a5-8a8c-42ed-8d46-04ad78d730e3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:40.485448 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bc8d05f8-234b-45f0-9fc6-37c3d7721b78 req-ec2e71a5-8a8c-42ed-8d46-04ad78d730e3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 944 time: 0.1919239 Jul 19 17:44:40.497873 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.576807 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bc8d05f8-234b-45f0-9fc6-37c3d7721b78 req-78678086-656c-411d-a048-98ebeea1f1e4 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859079 Jul 19 17:44:40.580821 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-38734b67-4da4-452b-a19d-e0aeeb560f48 None None] Provisioning for port 3313ea12-cd12-4fcb-af0b-edd84af30474 completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:44:40.594695 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-a2e0b4c7-aba4-4a25-a191-adcffbd4c38e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Deleting port 35b73259-7527-4e7e-8d0a-7708f16bbfff {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:44:40.595332 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a2e0b4c7-aba4-4a25-a191-adcffbd4c38e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.617877 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-38734b67-4da4-452b-a19d-e0aeeb560f48 None None] Provisioning complete for port 3313ea12-cd12-4fcb-af0b-edd84af30474 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:40.618267 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-38734b67-4da4-452b-a19d-e0aeeb560f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.682925 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a2e0b4c7-aba4-4a25-a191-adcffbd4c38e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.683333 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a2e0b4c7-aba4-4a25-a191-adcffbd4c38e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.696343 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-a2e0b4c7-aba4-4a25-a191-adcffbd4c38e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Calling delete_port for 35b73259-7527-4e7e-8d0a-7708f16bbfff owned by network:floatingip {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:44:40.698671 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-38734b67-4da4-452b-a19d-e0aeeb560f48 None None] Port 3313ea12-cd12-4fcb-af0b-edd84af30474 cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:44:40.730293 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.735172 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9062998'] for port, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.805822 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418451'] for router_interface, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.815794 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Pushing event updated for resources: {'Port': ['ID=3313ea12-cd12-4fcb-af0b-edd84af30474,revision_number=2']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:40.862086 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a2e0b4c7-aba4-4a25-a191-adcffbd4c38e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.862429 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.890337 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de533a2e-2666-4301-b8e6-9748e3cf04fb'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:44:40.892615 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b6c243-ee61-4e18-9b1c-a0877fe13617" -d '{"events": [{"server_uuid": "f1ee6181-8b9e-4966-aa25-81e1ab1437bc", "name": "network-vif-plugged", "status": "completed", "tag": "de533a2e-2666-4301-b8e6-9748e3cf04fb"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:44:40.895578 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0b4c7-aba4-4a25-a191-adcffbd4c38e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Pushing event deleted for resources: {'Port': ['ID=35b73259-7527-4e7e-8d0a-7708f16bbfff,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:40.908565 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port de533a2e-2666-4301-b8e6-9748e3cf04fb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=de533a2e-2666-4301-b8e6-9748e3cf04fb,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:40.917928 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'name': 'tempest-TestMinimumBasicScenario-1790574630-router', 'tenant_id': '3082296380384d8c827a8a700ee6c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f767bbf9-0319-4e45-95d2-00698bfa6651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:35Z', 'updated_at': '2021-07-19T17:44:37Z', 'revision_number': 3, 'project_id': '3082296380384d8c827a8a700ee6c93f', 'gw_port': {'id': 'f767bbf9-0319-4e45-95d2-00698bfa6651', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:68:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:36Z', 'updated_at': '2021-07-19T17:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:40.920149 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.920935 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 1e914471-9e6e-428f-baa3-d1e8c31c014b no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:44:40.927135 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Network 8b003909-efac-4592-aa40-221cf94129c4 is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:44:40.929825 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:44:40.974982 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a2e0b4c7-aba4-4a25-a191-adcffbd4c38e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for floatingip, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.976037 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fda591f-542a-472a-8edd-bc3e4c843263 x-openstack-request-id: req-7fda591f-542a-472a-8edd-bc3e4c843263 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:44:40.976840 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ee6181-8b9e-4966-aa25-81e1ab1437bc", "name": "network-vif-plugged", "status": "completed", "tag": "de533a2e-2666-4301-b8e6-9748e3cf04fb", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:44:40.977235 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7fda591f-542a-472a-8edd-bc3e4c843263 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:44:40.977817 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de533a2e-2666-4301-b8e6-9748e3cf04fb', 'code': 200} Jul 19 17:44:40.978261 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a2e0b4c7-aba4-4a25-a191-adcffbd4c38e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:40.982364 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-a2e0b4c7-aba4-4a25-a191-adcffbd4c38e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "DELETE /v2.0/floatingips/8d94be5f-c393-4b43-a397-893831321326 HTTP/1.1" status: 204 len: 168 time: 0.6686559 Jul 19 17:44:40.984044 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: 1e914471-9e6e-428f-baa3-d1e8c31c014b {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:44:40.984532 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 1e914471-9e6e-428f-baa3-d1e8c31c014b not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:44:40.986264 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8045e19-1d53-43e8-bca9-0693c4843251 None None] The sync data for ids ['ad592a9a-bf6e-4b46-8a26-8b8de19be4c8'] in dv-cinder-800696-4-iscsi is: [{'id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'name': 'tempest-TestMinimumBasicScenario-1790574630-router', 'tenant_id': '3082296380384d8c827a8a700ee6c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f767bbf9-0319-4e45-95d2-00698bfa6651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:35Z', 'updated_at': '2021-07-19T17:44:37Z', 'revision_number': 3, 'project_id': '3082296380384d8c827a8a700ee6c93f', 'gw_port': {'id': 'f767bbf9-0319-4e45-95d2-00698bfa6651', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:68:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:36Z', 'updated_at': '2021-07-19T17:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:44:41.067421 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=de533a2e-2666-4301-b8e6-9748e3cf04fb,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:41.157495 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Router ad592a9a-bf6e-4b46-8a26-8b8de19be4c8 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:44:41.269832 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e8b65-c7c2-4543-8898-fe3560a89425 req-35b42bf2-98f3-4b06-911f-001ac86f39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:41.275200 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-470e8b65-c7c2-4543-8898-fe3560a89425 req-35b42bf2-98f3-4b06-911f-001ac86f39b0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 1098 time: 0.0793438 Jul 19 17:44:41.286309 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f989f-744a-4382-b464-5fdfc42d6625 req-b5bc9242-b452-4f09-8197-278437429c1b tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:41.294206 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1c8f989f-744a-4382-b464-5fdfc42d6625 req-b5bc9242-b452-4f09-8197-278437429c1b tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 945 time: 0.1720176 Jul 19 17:44:41.319574 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-470e8b65-c7c2-4543-8898-fe3560a89425 req-d304c2f9-c210-4ba8-aaef-8aa13b7b8973 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324900 Jul 19 17:44:41.324398 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-ed58f99e-bf05-4edb-84e9-4d7d225bccca None None] Provisioning complete for port 3313ea12-cd12-4fcb-af0b-edd84af30474 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:41.324855 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ed58f99e-bf05-4edb-84e9-4d7d225bccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:41.361529 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1c8f989f-744a-4382-b464-5fdfc42d6625 req-004f49a6-bfac-418a-bf9f-9f7994bcf73e tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645473 Jul 19 17:44:41.379528 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-ed58f99e-bf05-4edb-84e9-4d7d225bccca None None] Port 3313ea12-cd12-4fcb-af0b-edd84af30474 cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:44:41.394010 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:44:41.402008 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-5ede1d5a-453f-4876-9b0c-c2388a8f82ad admin admin] 10.222.0.58 "PUT /v2.0/routers/ad592a9a-bf6e-4b46-8a26-8b8de19be4c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0539415 Jul 19 17:44:41.645368 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 54656) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:41.650341 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-0b305de2-1733-4e21-bb3f-a237d9889c16 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1134042380', 'description': 'tempest-description--1109630495'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:41.731786 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0b305de2-1733-4e21-bb3f-a237d9889c16 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:41.785648 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ade4c-5704-413e-a616-f5779c284491 req-081c833b-7dd2-462c-94a5-e7e4d82cc0ea tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:41.787282 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eb1ade4c-5704-413e-a616-f5779c284491 req-081c833b-7dd2-462c-94a5-e7e4d82cc0ea tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.1063828 Jul 19 17:44:41.818530 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a0cad-9247-42ee-b948-8c177617b56f req-0e44f909-ef2b-4fc7-8b99-ea10f3ab7c71 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:41.820009 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-c45a0cad-9247-42ee-b948-8c177617b56f req-0e44f909-ef2b-4fc7-8b99-ea10f3ab7c71 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.49 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 945 time: 0.1263671 Jul 19 17:44:41.862011 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eb1ade4c-5704-413e-a616-f5779c284491 req-ff0e5344-7d02-4559-98f7-7eee528c7c12 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606394 Jul 19 17:44:41.906520 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0b305de2-1733-4e21-bb3f-a237d9889c16 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:41.916196 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0b305de2-1733-4e21-bb3f-a237d9889c16 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:41.952583 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0b305de2-1733-4e21-bb3f-a237d9889c16 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:41.957579 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-0b305de2-1733-4e21-bb3f-a237d9889c16 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3110225 Jul 19 17:44:41.958619 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 54662) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:41.960477 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b305de2-1733-4e21-bb3f-a237d9889c16 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace6d921-40ad-4b6e-8513-73d082cb0de9,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:41.967318 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-9117eefa-3ef0-43e8-b3af-cc771f3230ae tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Request body: {'security_group_rule': {'security_group_id': 'ace6d921-40ad-4b6e-8513-73d082cb0de9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:42.024230 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9117eefa-3ef0-43e8-b3af-cc771f3230ae tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:42.028298 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-c45a0cad-9247-42ee-b948-8c177617b56f req-f6e229f9-bf6c-477c-a788-eaa6406e3f8c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Deleting port 47693907-59dc-4662-ad5b-dd3984395f6c {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:44:42.029061 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-c45a0cad-9247-42ee-b948-8c177617b56f req-f6e229f9-bf6c-477c-a788-eaa6406e3f8c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:42.168916 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-c45a0cad-9247-42ee-b948-8c177617b56f req-f6e229f9-bf6c-477c-a788-eaa6406e3f8c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] For port 47693907-59dc-4662-ad5b-dd3984395f6c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=47693907-59dc-4662-ad5b-dd3984395f6c,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:42.169279 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-c45a0cad-9247-42ee-b948-8c177617b56f req-f6e229f9-bf6c-477c-a788-eaa6406e3f8c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:42.240526 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9117eefa-3ef0-43e8-b3af-cc771f3230ae tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:42.247286 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9117eefa-3ef0-43e8-b3af-cc771f3230ae tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:42.310203 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117eefa-3ef0-43e8-b3af-cc771f3230ae tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc50a78-8f6b-4901-a3ef-8696268ba7c4,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:42.319908 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9117eefa-3ef0-43e8-b3af-cc771f3230ae tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:42.321098 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-9117eefa-3ef0-43e8-b3af-cc771f3230ae tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3613224 Jul 19 17:44:42.323783 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 54672) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:42.328369 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-c0447a7d-db39-4366-87c8-b9da80b84e93 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Request body: {'security_group_rule': {'security_group_id': 'ace6d921-40ad-4b6e-8513-73d082cb0de9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:42.430756 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c0447a7d-db39-4366-87c8-b9da80b84e93 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:42.436772 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-c45a0cad-9247-42ee-b948-8c177617b56f req-f6e229f9-bf6c-477c-a788-eaa6406e3f8c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:42.437371 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-c45a0cad-9247-42ee-b948-8c177617b56f req-f6e229f9-bf6c-477c-a788-eaa6406e3f8c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418166'] for floatingip, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:42.437881 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.l3_db [req-c45a0cad-9247-42ee-b948-8c177617b56f req-f6e229f9-bf6c-477c-a788-eaa6406e3f8c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Floating IP fb826f7c-343b-449b-87fe-2c7d1dd57b84 disassociated. External IP: 172.27.2.17, port: 47693907-59dc-4662-ad5b-dd3984395f6c. Jul 19 17:44:42.438847 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-c45a0cad-9247-42ee-b948-8c177617b56f req-f6e229f9-bf6c-477c-a788-eaa6406e3f8c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Calling delete_port for 47693907-59dc-4662-ad5b-dd3984395f6c owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:44:42.515394 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46fc51-a53e-41fd-89be-48447fb756b7 req-57197a39-fd53-4dbd-9c54-6a64bb91f128 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:42.517666 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ac46fc51-a53e-41fd-89be-48447fb756b7 req-57197a39-fd53-4dbd-9c54-6a64bb91f128 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 945 time: 0.1006122 Jul 19 17:44:42.552440 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device f767bbf9-0319-4e45-95d2-00698bfa6651 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:44:42.572682 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ac46fc51-a53e-41fd-89be-48447fb756b7 req-2ef3b97b-3e4a-4a75-8c61-20558cc2379f tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471940 Jul 19 17:44:42.617867 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port f767bbf9-0319-4e45-95d2-00698bfa6651 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:44:42.624314 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port f767bbf9-0319-4e45-95d2-00698bfa6651 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:42.624956 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:42.717638 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:42.741639 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port f767bbf9-0319-4e45-95d2-00698bfa6651, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=f767bbf9-0319-4e45-95d2-00698bfa6651,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:42.746603 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:42.797260 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=f767bbf9-0319-4e45-95d2-00698bfa6651,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:42.836622 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c0447a7d-db39-4366-87c8-b9da80b84e93 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:42.841476 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c0447a7d-db39-4366-87c8-b9da80b84e93 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:42.866262 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0447a7d-db39-4366-87c8-b9da80b84e93 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9751318a-a6fa-4dde-916e-29e989866afa,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:42.876235 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c0447a7d-db39-4366-87c8-b9da80b84e93 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:42.877471 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-c0447a7d-db39-4366-87c8-b9da80b84e93 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5525677 Jul 19 17:44:42.881060 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 54686) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:42.885182 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-8eada0b1-587b-414b-bfd0-392c0dc41bec tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Request body: {'floatingip': {'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:42.914661 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8eada0b1-587b-414b-bfd0-392c0dc41bec tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for floatingip, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:42.948606 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-c45a0cad-9247-42ee-b948-8c177617b56f req-f6e229f9-bf6c-477c-a788-eaa6406e3f8c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:42.983727 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e229f9-bf6c-477c-a788-eaa6406e3f8c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event deleted for resources: {'Port': ['ID=47693907-59dc-4662-ad5b-dd3984395f6c,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:43.073596 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b72651-215e-4bf7-b3f7-272fc421d2a4 req-b1ad27b6-7e46-4e54-9b0b-7f723e32bedf tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:43.075157 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d0b72651-215e-4bf7-b3f7-272fc421d2a4 req-b1ad27b6-7e46-4e54-9b0b-7f723e32bedf tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.1308999 Jul 19 17:44:43.122770 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c45a0cad-9247-42ee-b948-8c177617b56f req-f6e229f9-bf6c-477c-a788-eaa6406e3f8c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:44:43.134594 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d0b72651-215e-4bf7-b3f7-272fc421d2a4 req-0caa6476-d010-45e2-9f8e-088ca20599f7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503819 Jul 19 17:44:43.136355 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8eada0b1-587b-414b-bfd0-392c0dc41bec tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:43.302792 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c45a0cad-9247-42ee-b948-8c177617b56f req-f6e229f9-bf6c-477c-a788-eaa6406e3f8c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:44:43.317641 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84c3de1-7cf0-4915-81e9-f4d55aa33ae0 None None] Sync routers for ids ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:44:43.333174 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_common [None req-8eada0b1-587b-414b-bfd0-392c0dc41bec tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Allocated IP 172.27.2.159 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/dc47ae0d-70af-4734-bdd9-9162cc428acc) {{(pid=99966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:44:43.346193 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c3de1-7cf0-4915-81e9-f4d55aa33ae0 None None] Routers {'3ebc2e62-133f-4703-b31a-5dd1e0de9b51'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:43.348271 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-f84c3de1-7cf0-4915-81e9-f4d55aa33ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:43.363537 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9475f-003d-4e19-b043-def353eb4734 req-935a52e0-c56a-4634-baad-6568d8adeff5 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:43.365086 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e9e9475f-003d-4e19-b043-def353eb4734 req-935a52e0-c56a-4634-baad-6568d8adeff5 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.1269646 Jul 19 17:44:43.379621 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 54702) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:43.391253 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-34da86ff-53a2-4568-a10b-aadfbe5c246d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Request body: {'floatingip': {'port_id': 'de533a2e-2666-4301-b8e6-9748e3cf04fb'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:43.441169 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45a0cad-9247-42ee-b948-8c177617b56f req-f6e229f9-bf6c-477c-a788-eaa6406e3f8c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] No DVR routers for this DVR port 47693907-59dc-4662-ad5b-dd3984395f6c on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:44:43.446250 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-c45a0cad-9247-42ee-b948-8c177617b56f req-f6e229f9-bf6c-477c-a788-eaa6406e3f8c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:43.452798 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-c45a0cad-9247-42ee-b948-8c177617b56f req-f6e229f9-bf6c-477c-a788-eaa6406e3f8c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.49 "DELETE /v2.0/ports/47693907-59dc-4662-ad5b-dd3984395f6c HTTP/1.1" status: 204 len: 173 time: 1.6226065 Jul 19 17:44:43.452798 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20190f6-c32c-4116-a12c-310ec345b92c', 'name': 'network-vif-deleted', 'tag': '47693907-59dc-4662-ad5b-dd3984395f6c'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:44:43.453104 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9ec948-b560-437d-bfab-29400156882a" -d '{"events": [{"server_uuid": "d20190f6-c32c-4116-a12c-310ec345b92c", "name": "network-vif-deleted", "tag": "47693907-59dc-4662-ad5b-dd3984395f6c"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:44:43.524985 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09139146-2f31-405c-9325-6664d5644ce5 x-openstack-request-id: req-09139146-2f31-405c-9325-6664d5644ce5 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:44:43.525362 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20190f6-c32c-4116-a12c-310ec345b92c", "name": "network-vif-deleted", "tag": "47693907-59dc-4662-ad5b-dd3984395f6c", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:44:43.525736 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09139146-2f31-405c-9325-6664d5644ce5 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:44:43.526248 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20190f6-c32c-4116-a12c-310ec345b92c', 'name': 'network-vif-deleted', 'tag': '47693907-59dc-4662-ad5b-dd3984395f6c', 'status': 'completed', 'code': 200} Jul 19 17:44:43.535070 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-34da86ff-53a2-4568-a10b-aadfbe5c246d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for floatingip, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:43.550459 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Sync routers for ids ['ad592a9a-bf6e-4b46-8a26-8b8de19be4c8'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:44:43.574339 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Routers {'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:43.575057 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['ad592a9a-bf6e-4b46-8a26-8b8de19be4c8'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:43.593875 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-f84c3de1-7cf0-4915-81e9-f4d55aa33ae0 None None] Set router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:43.793686 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0b73d21d-c044-4c46-bf8d-822925b467bd req-67932958-361f-4a6f-bc1b-0f042308057c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=d20190f6-c32c-4116-a12c-310ec345b92c HTTP/1.1" status: 200 len: 210 time: 0.0587604 Jul 19 17:44:43.825313 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Set router ad592a9a-bf6e-4b46-8a26-8b8de19be4c8 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:43.835877 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8eada0b1-587b-414b-bfd0-392c0dc41bec tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for port, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:43.983828 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-f84c3de1-7cf0-4915-81e9-f4d55aa33ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:59Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:44.018301 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84c3de1-7cf0-4915-81e9-f4d55aa33ae0 None None] Checking router: 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:44:44.029987 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c3de1-7cf0-4915-81e9-f4d55aa33ae0 None None] Routers {'3ebc2e62-133f-4703-b31a-5dd1e0de9b51'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:44.030637 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-f84c3de1-7cf0-4915-81e9-f4d55aa33ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:44.055146 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8eada0b1-587b-414b-bfd0-392c0dc41bec tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:44.146389 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eada0b1-587b-414b-bfd0-392c0dc41bec tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Pushing event updated for resources: {'Port': ['ID=dc47ae0d-70af-4734-bdd9-9162cc428acc,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:44.158786 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-f84c3de1-7cf0-4915-81e9-f4d55aa33ae0 None None] Set router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:44.171420 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eada0b1-587b-414b-bfd0-392c0dc41bec tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:44:44.173553 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-8eada0b1-587b-414b-bfd0-392c0dc41bec tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:44:44.177465 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eada0b1-587b-414b-bfd0-392c0dc41bec tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Received port after_create {{(pid=99966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:44:44.179842 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'name': 'tempest-TestMinimumBasicScenario-1790574630-router', 'tenant_id': '3082296380384d8c827a8a700ee6c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f767bbf9-0319-4e45-95d2-00698bfa6651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:35Z', 'updated_at': '2021-07-19T17:44:40Z', 'revision_number': 4, 'project_id': '3082296380384d8c827a8a700ee6c93f', 'gw_port': {'id': 'f767bbf9-0319-4e45-95d2-00698bfa6651', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:36Z', 'updated_at': '2021-07-19T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '3313ea12-cd12-4fcb-af0b-edd84af30474', 'name': '', 'network_id': '8b003909-efac-4592-aa40-221cf94129c4', 'tenant_id': '3082296380384d8c827a8a700ee6c93f', 'mac_address': 'fa:16:3e:51:d2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '89853575-d7e0-4efd-a0fe-7eb1af974926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:39Z', 'updated_at': '2021-07-19T17:44:40Z', 'revision_number': 2, 'project_id': '3082296380384d8c827a8a700ee6c93f', 'subnets': [{'id': '89853575-d7e0-4efd-a0fe-7eb1af974926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:44.212101 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Checking router: ad592a9a-bf6e-4b46-8a26-8b8de19be4c8 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:44:44.212548 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Updating router ad592a9a-bf6e-4b46-8a26-8b8de19be4c8 port 3313ea12-cd12-4fcb-af0b-edd84af30474 binding host dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:44:44.248611 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:44.477448 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8eada0b1-587b-414b-bfd0-392c0dc41bec tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:44.550425 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-34da86ff-53a2-4568-a10b-aadfbe5c246d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:44.558489 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-34da86ff-53a2-4568-a10b-aadfbe5c246d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418166'] for floatingip, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:44.570551 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device f767bbf9-0319-4e45-95d2-00698bfa6651 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:44:44.618246 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-f84c3de1-7cf0-4915-81e9-f4d55aa33ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:59Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:44.663450 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84c3de1-7cf0-4915-81e9-f4d55aa33ae0 None None] The sync data for ids ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'] in dv-cinder-800696-4-iscsi is: [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:59Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:44:44.679522 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Notify callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:44.695859 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Transition to ACTIVE for port object 3313ea12-cd12-4fcb-af0b-edd84af30474 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:44:44.707400 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:44.717434 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port f767bbf9-0319-4e45-95d2-00698bfa6651 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:44.717927 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:44.822066 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0de3ca-bffd-4c60-9887-d4aaac602f56 None None] Pushing event updated for resources: {'Port': ['ID=3313ea12-cd12-4fcb-af0b-edd84af30474,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:44.921973 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Attempting to bind port 3313ea12-cd12-4fcb-af0b-edd84af30474 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:44:44.938089 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Attempting to bind port 3313ea12-cd12-4fcb-af0b-edd84af30474 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '5648989d-7143-4738-9d2b-dece7c4e8177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8b003909-efac-4592-aa40-221cf94129c4'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:44:44.938569 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Attempting to bind port 3313ea12-cd12-4fcb-af0b-edd84af30474 on network 8b003909-efac-4592-aa40-221cf94129c4 {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:44:44.994154 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:44:44.998626 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Checking segment: {'id': '5648989d-7143-4738-9d2b-dece7c4e8177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8b003909-efac-4592-aa40-221cf94129c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:44:44.999273 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:44.999863 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Bound using segment: {'id': '5648989d-7143-4738-9d2b-dece7c4e8177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8b003909-efac-4592-aa40-221cf94129c4'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:44:45.000534 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Bound port: 3313ea12-cd12-4fcb-af0b-edd84af30474, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5648989d-7143-4738-9d2b-dece7c4e8177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8b003909-efac-4592-aa40-221cf94129c4'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:44:45.001091 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:45.149673 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7d16f0-c2cd-4f0b-b5c4-8e623d0cb363 None None] New status for floating IP fb826f7c-343b-449b-87fe-2c7d1dd57b84: DOWN {{(pid=99969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:44:45.165619 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.l3_db [None req-34da86ff-53a2-4568-a10b-aadfbe5c246d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Floating IP 04c9050b-b28e-4b82-b4b9-9c767216017e associated. External IP: 172.27.2.206, port: de533a2e-2666-4301-b8e6-9748e3cf04fb. Jul 19 17:44:45.254214 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] For port 3313ea12-cd12-4fcb-af0b-edd84af30474, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:44:45.328183 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8eada0b1-587b-414b-bfd0-392c0dc41bec tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:45.335866 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] For port 3313ea12-cd12-4fcb-af0b-edd84af30474, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=3313ea12-cd12-4fcb-af0b-edd84af30474,segment=NetworkSegment(5648989d-7143-4738-9d2b-dece7c4e8177),segment_id=5648989d-7143-4738-9d2b-dece7c4e8177)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:44:45.347388 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:45.512511 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Routers {'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:45.513153 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['ad592a9a-bf6e-4b46-8a26-8b8de19be4c8'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:45.649294 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34da86ff-53a2-4568-a10b-aadfbe5c246d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:44:45.665217 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-7646b153-689b-41cb-9b23-6e6d5e5efc14 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-321480133&fields=id&tenant_id=c040f5f97adc447195c341b2b823bfe6 HTTP/1.1" status: 200 len: 267 time: 0.4499125 Jul 19 17:44:45.666436 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] Set router ad592a9a-bf6e-4b46-8a26-8b8de19be4c8 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:45.814070 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-cf38a221-363e-4ffd-8df3-9caa9e88021c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:45.821660 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-cf38a221-363e-4ffd-8df3-9caa9e88021c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/networks?id=0f24d9df-a931-4ff8-bb3b-6117c4624555 HTTP/1.1" status: 200 len: 812 time: 0.1555696 Jul 19 17:44:45.854663 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-d9ba5cc3-7c83-4419-aa40-fa36d1137b89 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/quotas/c040f5f97adc447195c341b2b823bfe6 HTTP/1.1" status: 200 len: 375 time: 0.0320463 Jul 19 17:44:45.935023 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0de3ca-bffd-4c60-9887-d4aaac602f56 None None] Pushing event updated for resources: {'Port': ['ID=3313ea12-cd12-4fcb-af0b-edd84af30474,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:45.962814 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'name': 'tempest-TestMinimumBasicScenario-1790574630-router', 'tenant_id': '3082296380384d8c827a8a700ee6c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f767bbf9-0319-4e45-95d2-00698bfa6651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:35Z', 'updated_at': '2021-07-19T17:44:40Z', 'revision_number': 4, 'project_id': '3082296380384d8c827a8a700ee6c93f', 'gw_port': {'id': 'f767bbf9-0319-4e45-95d2-00698bfa6651', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:36Z', 'updated_at': '2021-07-19T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '3313ea12-cd12-4fcb-af0b-edd84af30474', 'name': '', 'network_id': '8b003909-efac-4592-aa40-221cf94129c4', 'tenant_id': '3082296380384d8c827a8a700ee6c93f', 'mac_address': 'fa:16:3e:51:d2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '89853575-d7e0-4efd-a0fe-7eb1af974926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:39Z', 'updated_at': '2021-07-19T17:44:45Z', 'revision_number': 4, 'project_id': '3082296380384d8c827a8a700ee6c93f', 'subnets': [{'id': '89853575-d7e0-4efd-a0fe-7eb1af974926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:45.992146 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95ca5e-1950-4645-9388-6e204dd89d19 None None] The sync data for ids ['ad592a9a-bf6e-4b46-8a26-8b8de19be4c8'] in dv-cinder-800696-4-iscsi is: [{'id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'name': 'tempest-TestMinimumBasicScenario-1790574630-router', 'tenant_id': '3082296380384d8c827a8a700ee6c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f767bbf9-0319-4e45-95d2-00698bfa6651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:35Z', 'updated_at': '2021-07-19T17:44:40Z', 'revision_number': 4, 'project_id': '3082296380384d8c827a8a700ee6c93f', 'gw_port': {'id': 'f767bbf9-0319-4e45-95d2-00698bfa6651', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:36Z', 'updated_at': '2021-07-19T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '3313ea12-cd12-4fcb-af0b-edd84af30474', 'name': '', 'network_id': '8b003909-efac-4592-aa40-221cf94129c4', 'tenant_id': '3082296380384d8c827a8a700ee6c93f', 'mac_address': 'fa:16:3e:51:d2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '89853575-d7e0-4efd-a0fe-7eb1af974926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:39Z', 'updated_at': '2021-07-19T17:44:45Z', 'revision_number': 4, 'project_id': '3082296380384d8c827a8a700ee6c93f', 'subnets': [{'id': '89853575-d7e0-4efd-a0fe-7eb1af974926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:44:46.109856 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 47693907-59dc-4662-ad5b-dd3984395f6c no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:44:46.113476 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-a8be32f0-4ee5-4be3-905e-f9f10fcb92e7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c040f5f97adc447195c341b2b823bfe6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2463269 Jul 19 17:44:46.130170 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8eada0b1-587b-414b-bfd0-392c0dc41bec tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for port, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:46.140531 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: 47693907-59dc-4662-ad5b-dd3984395f6c {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:44:46.140902 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 47693907-59dc-4662-ad5b-dd3984395f6c not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:44:46.165740 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8eada0b1-587b-414b-bfd0-392c0dc41bec tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9062998'] for port, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:46.313646 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34da86ff-53a2-4568-a10b-aadfbe5c246d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:44:46.321269 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-34da86ff-53a2-4568-a10b-aadfbe5c246d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:46.332752 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d88055-042e-4112-8e54-bb8063d182f4 None None] Sync routers for ids ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:44:46.347591 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d88055-042e-4112-8e54-bb8063d182f4 None None] Routers {'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:46.348558 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-79d88055-042e-4112-8e54-bb8063d182f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:46.370113 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-34da86ff-53a2-4568-a10b-aadfbe5c246d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "PUT /v2.0/floatingips/04c9050b-b28e-4b82-b4b9-9c767216017e HTTP/1.1" status: 200 len: 991 time: 2.9892850 Jul 19 17:44:46.381225 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'tag': 'de533a2e-2666-4301-b8e6-9748e3cf04fb'}] {{(pid=99966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:44:46.386550 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d63e5952bb5f3344556664b846ef09cf4b7d384328c9e7905543968cfe1800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bebdb74-8033-4965-895f-83ce90da327f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ee6181-8b9e-4966-aa25-81e1ab1437bc", "tag": "de533a2e-2666-4301-b8e6-9748e3cf04fb"}]}' {{(pid=99966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:44:46.394795 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eada0b1-587b-414b-bfd0-392c0dc41bec tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Pushing event updated for resources: {'Port': ['ID=dc47ae0d-70af-4734-bdd9-9162cc428acc,revision_number=2']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:46.429893 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8eada0b1-587b-414b-bfd0-392c0dc41bec tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418166'] for floatingip, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:46.454723 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-87aea55e-e3be-4bf8-b7f4-a1a81caa4841 service neutron] 10.222.0.58 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397872 Jul 19 17:44:46.465232 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8eada0b1-587b-414b-bfd0-392c0dc41bec tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:46.466650 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-8eada0b1-587b-414b-bfd0-392c0dc41bec tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5848153 Jul 19 17:44:46.677303 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-a49b16a2-6b1c-4874-8177-cec36d668b3e service neutron] 10.222.0.58 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213557 Jul 19 17:44:46.722379 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 3313ea12-cd12-4fcb-af0b-edd84af30474 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:44:46.820112 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d8615e-5d7c-4318-9220-d2352ad3d3e7 x-openstack-request-id: req-91d8615e-5d7c-4318-9220-d2352ad3d3e7 {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:44:46.820363 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ee6181-8b9e-4966-aa25-81e1ab1437bc", "tag": "de533a2e-2666-4301-b8e6-9748e3cf04fb", "status": "completed", "code": 200}]} {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:44:46.820620 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-91d8615e-5d7c-4318-9220-d2352ad3d3e7 {{(pid=99966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:44:46.821027 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'tag': 'de533a2e-2666-4301-b8e6-9748e3cf04fb', 'status': 'completed', 'code': 200} Jul 19 17:44:47.012628 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebdb74-8033-4965-895f-83ce90da327f req-909bc519-2ba0-4785-8f86-a263f009bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:47.018553 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0bebdb74-8033-4965-895f-83ce90da327f req-909bc519-2ba0-4785-8f86-a263f009bfc1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0634ad0c797e471297f37a2b2b27b253&device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 1098 time: 0.1537461 Jul 19 17:44:47.123983 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-94e25ccb-22a2-4dd9-9104-f107c4520f8b tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1134042380&fields=id&tenant_id=db9bcbdd085e472caf212d1387d82a77 HTTP/1.1" status: 200 len: 267 time: 0.1098154 Jul 19 17:44:47.208418 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-79d88055-042e-4112-8e54-bb8063d182f4 None None] Set router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:47.266983 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 3313ea12-cd12-4fcb-af0b-edd84af30474 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:44:47.286595 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebdb74-8033-4965-895f-83ce90da327f req-bc6f9e18-30eb-4465-9c83-3c523b936d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:47.289087 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0bebdb74-8033-4965-895f-83ce90da327f req-bc6f9e18-30eb-4465-9c83-3c523b936d10 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9412ab90-14bd-4fb2-8549-8b0724c797fa HTTP/1.1" status: 200 len: 918 time: 0.2649691 Jul 19 17:44:47.290591 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 3313ea12-cd12-4fcb-af0b-edd84af30474 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:47.291219 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:47.420303 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0bebdb74-8033-4965-895f-83ce90da327f req-57df0b32-6a47-45bc-97a1-476ce6d4adfd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de533a2e-2666-4301-b8e6-9748e3cf04fb HTTP/1.1" status: 200 len: 999 time: 0.1241965 Jul 19 17:44:47.475697 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-abf2823e-e8bf-4ddf-b0ea-2237c98b79b0 req-e3511e4b-566a-4ff6-8373-89ee757eaff1 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 210 time: 0.0889928 Jul 19 17:44:47.540091 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebdb74-8033-4965-895f-83ce90da327f req-09cfdf33-377b-4152-81bf-5c4138c68811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:47.546485 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0bebdb74-8033-4965-895f-83ce90da327f req-09cfdf33-377b-4152-81bf-5c4138c68811 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=016908ef-9e1e-4636-acd6-cc64d9df8a14 HTTP/1.1" status: 200 len: 856 time: 0.1185882 Jul 19 17:44:47.555849 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-e972798d-f7c2-45e3-a9f9-c000ad548780 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:47.557357 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-e972798d-f7c2-45e3-a9f9-c000ad548780 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/networks?id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a HTTP/1.1" status: 200 len: 810 time: 0.4325829 Jul 19 17:44:47.583250 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-cc5d796f-cf2d-42c9-82ae-5128702f5c82 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/quotas/db9bcbdd085e472caf212d1387d82a77 HTTP/1.1" status: 200 len: 375 time: 0.0130131 Jul 19 17:44:47.721814 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebdb74-8033-4965-895f-83ce90da327f req-e3eb675c-7f49-47b1-a5e5-ac13ce61bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:47.721814 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0bebdb74-8033-4965-895f-83ce90da327f req-e3eb675c-7f49-47b1-a5e5-ac13ce61bdcd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9412ab90-14bd-4fb2-8549-8b0724c797fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1671851 Jul 19 17:44:47.771057 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-449abc60-3333-46f2-84e0-4eb3d5f27780 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=db9bcbdd085e472caf212d1387d82a77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1824379 Jul 19 17:44:47.815248 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:47.879705 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0bebdb74-8033-4965-895f-83ce90da327f req-d35ca33b-11ca-469d-baed-cac016d45c17 service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501613 Jul 19 17:44:47.951172 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port 3313ea12-cd12-4fcb-af0b-edd84af30474, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=3313ea12-cd12-4fcb-af0b-edd84af30474,segment=NetworkSegment(5648989d-7143-4738-9d2b-dece7c4e8177),segment_id=5648989d-7143-4738-9d2b-dece7c4e8177)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:47.981095 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:48.083699 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0bebdb74-8033-4965-895f-83ce90da327f req-37ecbc61-a011-4ecd-af41-958c9f1e63fe service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977975 Jul 19 17:44:48.133664 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=3313ea12-cd12-4fcb-af0b-edd84af30474,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:48.147757 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-79d88055-042e-4112-8e54-bb8063d182f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:27Z', 'revision_number': 4, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '04c9050b-b28e-4b82-b4b9-9c767216017e', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'port_id': 'de533a2e-2666-4301-b8e6-9748e3cf04fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'mac_address': 'fa:16:3e:4d:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:44:28Z', 'updated_at': '2021-07-19T17:44:44Z', 'revision_number': 1, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151c6c19-7257-43d3-b6e7-d34ad6ce7675', 'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'mac_address': 'fa:16:3e:89:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:42Z', 'revision_number': 5, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'subnets': [{'id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:48.221012 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d88055-042e-4112-8e54-bb8063d182f4 None None] Checking router: a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:44:48.240756 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d88055-042e-4112-8e54-bb8063d182f4 None None] Routers {'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:44:48.241614 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-79d88055-042e-4112-8e54-bb8063d182f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:48.298334 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-0dc932bb-2285-4a1d-8fad-033364e7968c service neutron] 10.222.0.58 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022726 Jul 19 17:44:48.450524 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-79d88055-042e-4112-8e54-bb8063d182f4 None None] Set router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:44:48.469361 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-e6658543-53a3-40ff-a9c2-a33f5f4a3d16 service neutron] 10.222.0.58 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626785 Jul 19 17:44:48.552671 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 3313ea12-cd12-4fcb-af0b-edd84af30474 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:44:48.652880 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5bc78409-9a07-4c21-bc45-51e97dd8db28 req-f056eb86-cf3f-4dd4-b6d9-e27dc4a9bcc7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 210 time: 0.0466874 Jul 19 17:44:48.748538 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 3313ea12-cd12-4fcb-af0b-edd84af30474 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:48.749022 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:48.787075 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-74145731-1f03-488f-a8d5-8ac0dfd192a1 req-6536e53c-66a2-4cc3-9a1a-eb14cc3da91a tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 210 time: 0.0777299 Jul 19 17:44:48.968841 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-79d88055-042e-4112-8e54-bb8063d182f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:27Z', 'revision_number': 4, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '04c9050b-b28e-4b82-b4b9-9c767216017e', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'port_id': 'de533a2e-2666-4301-b8e6-9748e3cf04fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'mac_address': 'fa:16:3e:4d:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:44:28Z', 'updated_at': '2021-07-19T17:44:44Z', 'revision_number': 1, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151c6c19-7257-43d3-b6e7-d34ad6ce7675', 'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'mac_address': 'fa:16:3e:89:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:42Z', 'revision_number': 5, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'subnets': [{'id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:44:49.024612 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d88055-042e-4112-8e54-bb8063d182f4 None None] The sync data for ids ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'] in dv-cinder-800696-4-iscsi is: [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:27Z', 'revision_number': 4, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '04c9050b-b28e-4b82-b4b9-9c767216017e', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'port_id': 'de533a2e-2666-4301-b8e6-9748e3cf04fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'mac_address': 'fa:16:3e:4d:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:44:28Z', 'updated_at': '2021-07-19T17:44:44Z', 'revision_number': 1, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151c6c19-7257-43d3-b6e7-d34ad6ce7675', 'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'mac_address': 'fa:16:3e:89:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:42Z', 'revision_number': 5, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'subnets': [{'id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:44:49.129636 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-9f1a7ace-8277-4c8c-b2ff-5e765f123e89 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:49.136741 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-9f1a7ace-8277-4c8c-b2ff-5e765f123e89 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.49 "GET /v2.0/networks?id=0f24d9df-a931-4ff8-bb3b-6117c4624555 HTTP/1.1" status: 200 len: 812 time: 0.2831981 Jul 19 17:44:49.181071 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-34652df7-b3c6-46f9-b589-afb8d2ad8157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:49.238014 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-a7e8a30d-ee39-40a9-b5cd-0a13c9cbcf39 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c040f5f97adc447195c341b2b823bfe6 HTTP/1.1" status: 200 len: 379 time: 0.0705254 Jul 19 17:44:49.251555 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-e0f12217-d23b-41d0-9609-cfd8511f91aa tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Request body: {'port': {'device_id': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'admin_state_up': True, 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'security_groups': ['f60876cd-58fd-48aa-bc1a-51dcbd60c870']}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:49.413752 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96df310-5273-455c-9650-6e8b79b9c08f None None] New status for floating IP 04c9050b-b28e-4b82-b4b9-9c767216017e: ACTIVE {{(pid=99969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:44:49.445684 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-e0f12217-d23b-41d0-9609-cfd8511f91aa tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Made reservation on behalf of c040f5f97adc447195c341b2b823bfe6 for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:44:49.453902 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-e0f12217-d23b-41d0-9609-cfd8511f91aa tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:49.644169 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-e0f12217-d23b-41d0-9609-cfd8511f91aa tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Allocated IP 172.20.0.10 (0f24d9df-a931-4ff8-bb3b-6117c4624555/66a645b9-6b30-4f54-84d8-11e492b1f028/f17237d6-f6e2-41b3-bebf-b1c1cf0746c9) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:44:49.829845 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ad65f8d6-e486-4c51-bf8a-71471708c19e req-9ed02354-9271-4240-93f3-ae7eb44e27e0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 210 time: 0.0656641 Jul 19 17:44:49.893737 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-e0f12217-d23b-41d0-9609-cfd8511f91aa tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:49.910017 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-e0f12217-d23b-41d0-9609-cfd8511f91aa tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Transition to ACTIVE for port object f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 will not be triggered until provisioned by entity DHCP. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:44:49.917664 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a7ce77b5-75df-4c89-b8ff-59ff8257b956 req-a5cf560c-0af9-4056-99f7-41f14b891574 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 210 time: 0.0399380 Jul 19 17:44:49.951334 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-e0f12217-d23b-41d0-9609-cfd8511f91aa tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:50.003222 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-e0f12217-d23b-41d0-9609-cfd8511f91aa tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Network 0f24d9df-a931-4ff8-bb3b-6117c4624555 is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:44:50.005761 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-e0f12217-d23b-41d0-9609-cfd8511f91aa tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:44:50.009715 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-e0f12217-d23b-41d0-9609-cfd8511f91aa tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:44:50.050856 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f12217-d23b-41d0-9609-cfd8511f91aa tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event updated for resources: {'Port': ['ID=f17237d6-f6e2-41b3-bebf-b1c1cf0746c9,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:50.105360 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-e0f12217-d23b-41d0-9609-cfd8511f91aa tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:50.106385 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-e0f12217-d23b-41d0-9609-cfd8511f91aa tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:50.126533 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-e0f12217-d23b-41d0-9609-cfd8511f91aa tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8810551 Jul 19 17:44:50.147443 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Request body: {'port': {'device_id': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:50.338135 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:50.371175 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-3f3c1a1d-7571-4ef8-85c7-afc9ef563ac3 None None] Provisioning for port f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:44:50.378268 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-3f3c1a1d-7571-4ef8-85c7-afc9ef563ac3 None None] Provisioning complete for port f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:50.380428 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3f3c1a1d-7571-4ef8-85c7-afc9ef563ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:50.436799 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c1a1d-7571-4ef8-85c7-afc9ef563ac3 None None] Port f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:44:50.466613 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-6e253c28-2f89-45b6-abef-217d75cf280d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:50.468291 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-6e253c28-2f89-45b6-abef-217d75cf280d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.49 "GET /v2.0/networks?id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a HTTP/1.1" status: 200 len: 810 time: 0.2082417 Jul 19 17:44:50.578791 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-de6968cb-1aa0-4147-84fd-0b61fe721ef9 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db9bcbdd085e472caf212d1387d82a77 HTTP/1.1" status: 200 len: 380 time: 0.0939636 Jul 19 17:44:50.590959 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-006e82a9-e3a4-48cd-a440-b9a22c417e42 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Request body: {'port': {'device_id': 'f7d34b25-5829-4ccd-b15a-b553b791a857', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'admin_state_up': True, 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'security_groups': ['ace6d921-40ad-4b6e-8513-73d082cb0de9']}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:50.824450 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-006e82a9-e3a4-48cd-a440-b9a22c417e42 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Made reservation on behalf of db9bcbdd085e472caf212d1387d82a77 for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:44:50.827974 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-006e82a9-e3a4-48cd-a440-b9a22c417e42 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:50.851993 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:44:50.871201 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:50.915081 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Transition to ACTIVE for port object f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:44:50.952723 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 54880) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:50.960968 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:50.998401 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402e5fe-f566-4dad-ad2c-8193bbf6086b req-5fa30dbc-4910-4a61-87d7-6daaa46cc91d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:51.018064 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e402e5fe-f566-4dad-ad2c-8193bbf6086b req-5fa30dbc-4910-4a61-87d7-6daaa46cc91d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 944 time: 0.1083186 Jul 19 17:44:51.063604 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Pushing event updated for resources: {'Port': ['ID=f17237d6-f6e2-41b3-bebf-b1c1cf0746c9,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:51.082191 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e402e5fe-f566-4dad-ad2c-8193bbf6086b req-6699a04b-4a47-4fce-8f00-58bdb579e5ba tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580430 Jul 19 17:44:51.127468 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3060278b-d611-4d2c-8690-1d1f2c0ac608 req-1d0ca054-13dc-4e4b-9c0d-1b6d7f00800a tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 210 time: 0.0490801 Jul 19 17:44:51.170349 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-006e82a9-e3a4-48cd-a440-b9a22c417e42 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Allocated IP 172.20.0.9 (8f3ed29a-aeab-4ff0-8078-f93520c30c1a/835b74c3-3174-4e3c-a77e-d02ca1e76c12/837fcb41-2e9b-4908-accf-dd90e039e2af) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:44:51.245932 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e0c500db-2e50-42ca-a056-af346a0f5cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:51.297989 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Attempting to bind port f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:44:51.298348 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Attempting to bind port f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:44:51.298673 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Attempting to bind port f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 on network 0f24d9df-a931-4ff8-bb3b-6117c4624555 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:44:51.335165 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Port f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 on network 0f24d9df-a931-4ff8-bb3b-6117c4624555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:44:51.335487 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Attempting to bind port f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 on network 0f24d9df-a931-4ff8-bb3b-6117c4624555 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:44:51.360359 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:44:51.360790 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Checking segment: {'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:44:51.361099 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Bound using segment: {'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:44:51.361544 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Bound port: f17237d6-f6e2-41b3-bebf-b1c1cf0746c9, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:44:51.361899 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:51.531650 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-006e82a9-e3a4-48cd-a440-b9a22c417e42 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:51.541505 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] For port f17237d6-f6e2-41b3-bebf-b1c1cf0746c9, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:44:51.564832 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-006e82a9-e3a4-48cd-a440-b9a22c417e42 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Transition to ACTIVE for port object 837fcb41-2e9b-4908-accf-dd90e039e2af will not be triggered until provisioned by entity DHCP. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:44:51.567130 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] For port f17237d6-f6e2-41b3-bebf-b1c1cf0746c9, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f17237d6-f6e2-41b3-bebf-b1c1cf0746c9,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:44:51.582250 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:51.621811 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e0c500db-2e50-42ca-a056-af346a0f5cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:51.633096 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:51.634013 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:51.635551 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] 10.222.0.49 "PUT /v2.0/ports/f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 HTTP/1.1" status: 200 len: 1094 time: 1.4961238 Jul 19 17:44:51.639644 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'tag': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:44:51.641908 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1538b034-6139-4265-8088-61d046be8102" -d '{"events": [{"name": "network-changed", "server_uuid": "9480c052-0ce9-491a-82fd-e3de414c6f2a", "tag": "f17237d6-f6e2-41b3-bebf-b1c1cf0746c9"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:44:51.662626 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e0c500db-2e50-42ca-a056-af346a0f5cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:51.696542 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2bcfb01e-68f4-4e81-8295-bf1b5606da83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:51.719185 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b1223f-0885-4b35-9d90-048c803bf7f3 x-openstack-request-id: req-f1b1223f-0885-4b35-9d90-048c803bf7f3 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:44:51.719436 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9480c052-0ce9-491a-82fd-e3de414c6f2a", "tag": "f17237d6-f6e2-41b3-bebf-b1c1cf0746c9", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:44:51.719656 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1b1223f-0885-4b35-9d90-048c803bf7f3 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:44:51.720045 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'tag': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9', 'status': 'completed', 'code': 200} Jul 19 17:44:51.784798 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-e0c500db-2e50-42ca-a056-af346a0f5cef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89e22885a30246d687ef48e8c2dd4d85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8309977 Jul 19 17:44:51.788560 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 54890) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:44:51.792557 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11dacd-f0e4-466b-8876-7150e55d4464 service neutron] Pushing event updated for resources: {'Port': ['ID=f17237d6-f6e2-41b3-bebf-b1c1cf0746c9,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:51.796817 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c500db-2e50-42ca-a056-af346a0f5cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0068fdeb-5c23-4c8d-b050-69ef1d80c418,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:51.808126 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-006e82a9-e3a4-48cd-a440-b9a22c417e42 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:51.887013 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-006e82a9-e3a4-48cd-a440-b9a22c417e42 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:44:51.902271 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-006e82a9-e3a4-48cd-a440-b9a22c417e42 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:44:51.905191 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-006e82a9-e3a4-48cd-a440-b9a22c417e42 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:44:51.925646 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:51.938576 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e82a9-e3a4-48cd-a440-b9a22c417e42 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Pushing event updated for resources: {'Port': ['ID=837fcb41-2e9b-4908-accf-dd90e039e2af,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:51.974063 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-513e500f-ee7b-4d69-901b-6f8f74dc261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:51.975515 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-513e500f-ee7b-4d69-901b-6f8f74dc261f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c040f5f97adc447195c341b2b823bfe6&device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 1097 time: 0.2693222 Jul 19 17:44:51.987079 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-006e82a9-e3a4-48cd-a440-b9a22c417e42 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:51.987703 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-006e82a9-e3a4-48cd-a440-b9a22c417e42 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:51.990075 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-211f9020-b62a-4674-a9e9-d1e549ef8eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:52.069260 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-ea0838d9-9712-4179-9f23-4f4f75ecb437 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 HTTP/1.1" status: 200 len: 217 time: 0.0750208 Jul 19 17:44:52.073886 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-006e82a9-e3a4-48cd-a440-b9a22c417e42 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4885638 Jul 19 17:44:52.075786 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-211f9020-b62a-4674-a9e9-d1e549ef8eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:52.104313 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Request body: {'port': {'device_id': 'f7d34b25-5829-4ccd-b15a-b553b791a857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:44:52.225587 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-7a1352bf-3d6d-477b-a56f-04bf30b21f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:52.227123 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-1e3d514a-588e-421d-9885-791698b27b58 None None] Provisioning for port 837fcb41-2e9b-4908-accf-dd90e039e2af completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:44:52.231414 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-1e3d514a-588e-421d-9885-791698b27b58 None None] Provisioning complete for port 837fcb41-2e9b-4908-accf-dd90e039e2af triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:44:52.231988 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1e3d514a-588e-421d-9885-791698b27b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:52.239078 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-7a1352bf-3d6d-477b-a56f-04bf30b21f05 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66a645b9-6b30-4f54-84d8-11e492b1f028 HTTP/1.1" status: 200 len: 851 time: 0.1612341 Jul 19 17:44:52.300593 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-1e3d514a-588e-421d-9885-791698b27b58 None None] Port 837fcb41-2e9b-4908-accf-dd90e039e2af cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:44:52.334360 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-211f9020-b62a-4674-a9e9-d1e549ef8eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:52.336999 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-211f9020-b62a-4674-a9e9-d1e549ef8eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:52.340709 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-211f9020-b62a-4674-a9e9-d1e549ef8eeb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0068fdeb-5c23-4c8d-b050-69ef1d80c418 HTTP/1.1" status: 204 len: 168 time: 0.5468881 Jul 19 17:44:52.341900 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444be2e3-261f-4744-bd62-723ea1732faf req-eb4434ea-ee96-4e47-b4c9-36f88983522f tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:52.343879 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-444be2e3-261f-4744-bd62-723ea1732faf req-eb4434ea-ee96-4e47-b4c9-36f88983522f tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 944 time: 0.1607687 Jul 19 17:44:52.362526 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f9020-b62a-4674-a9e9-d1e549ef8eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0068fdeb-5c23-4c8d-b050-69ef1d80c418,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:52.395468 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:52.408447 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae1e1a-09dc-4d5e-b654-fe2a7d9285ba req-78069058-2311-4c47-9cb5-3c5c6a041748 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:52.415451 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-15ae1e1a-09dc-4d5e-b654-fe2a7d9285ba req-78069058-2311-4c47-9cb5-3c5c6a041748 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 931 time: 0.1308589 Jul 19 17:44:52.438653 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-444be2e3-261f-4744-bd62-723ea1732faf req-04fb8a7b-63e1-42b1-a3e9-eb90cbfd6850 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827861 Jul 19 17:44:52.502683 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-15ae1e1a-09dc-4d5e-b654-fe2a7d9285ba req-1411a5e4-befb-4152-81cd-9623d09e5241 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856922 Jul 19 17:44:52.537982 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-662d379c-3e27-4b0f-93fb-0c1db46f6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:52.540008 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-662d379c-3e27-4b0f-93fb-0c1db46f6061 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f24d9df-a931-4ff8-bb3b-6117c4624555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2924302 Jul 19 17:44:52.755361 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-2a41e721-1a20-479f-ad17-369f71488c7c service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547060 Jul 19 17:44:53.120233 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:53.179404 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b2f21206-1c0b-42c7-b022-84be3702b13e req-aed530d7-d7cb-49f9-b0e3-955e611ace65 service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178109 Jul 19 17:44:53.188418 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837fcb41-2e9b-4908-accf-dd90e039e2af {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:44:53.214066 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:53.228246 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Transition to ACTIVE for port object 837fcb41-2e9b-4908-accf-dd90e039e2af will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:44:53.232887 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:53.408258 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Pushing event updated for resources: {'Port': ['ID=837fcb41-2e9b-4908-accf-dd90e039e2af,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:53.483605 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Attempting to bind port 837fcb41-2e9b-4908-accf-dd90e039e2af on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:44:53.483951 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Attempting to bind port 837fcb41-2e9b-4908-accf-dd90e039e2af by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'd46911b4-bf28-4904-9719-8b9bee711fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:44:53.484278 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Attempting to bind port 837fcb41-2e9b-4908-accf-dd90e039e2af on network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:44:53.494211 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538b034-6139-4265-8088-61d046be8102 req-5fb3c26e-e2b8-4ebb-a18b-f068a3e45735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:53.495801 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1538b034-6139-4265-8088-61d046be8102 req-5fb3c26e-e2b8-4ebb-a18b-f068a3e45735 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c040f5f97adc447195c341b2b823bfe6&device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 1097 time: 0.1882966 Jul 19 17:44:53.503896 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Port 837fcb41-2e9b-4908-accf-dd90e039e2af on network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:44:53.503896 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Attempting to bind port 837fcb41-2e9b-4908-accf-dd90e039e2af on network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:44:53.595701 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:44:53.596082 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Checking segment: {'id': 'd46911b4-bf28-4904-9719-8b9bee711fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:44:53.596627 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Bound using segment: {'id': 'd46911b4-bf28-4904-9719-8b9bee711fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:44:53.597095 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Bound port: 837fcb41-2e9b-4908-accf-dd90e039e2af, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46911b4-bf28-4904-9719-8b9bee711fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:44:53.597441 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:53.626780 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538b034-6139-4265-8088-61d046be8102 req-fe59bccb-0fb1-4169-a6d2-4640a8be7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:53.628482 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1538b034-6139-4265-8088-61d046be8102 req-fe59bccb-0fb1-4169-a6d2-4640a8be7640 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f24d9df-a931-4ff8-bb3b-6117c4624555 HTTP/1.1" status: 200 len: 913 time: 0.1184320 Jul 19 17:44:53.674778 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c8f5d-4142-4f0c-b0da-5157dc782f1d req-e7239677-f4a9-4704-a2ca-6c9a0e5b8d34 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:53.676459 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a30c8f5d-4142-4f0c-b0da-5157dc782f1d req-e7239677-f4a9-4704-a2ca-6c9a0e5b8d34 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 944 time: 0.1618669 Jul 19 17:44:53.697420 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1538b034-6139-4265-8088-61d046be8102 req-71b4a811-f30c-449c-8f22-378bff8126df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 HTTP/1.1" status: 200 len: 217 time: 0.0485208 Jul 19 17:44:53.711751 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e274a-094d-45c5-97fa-1800620fc2d6 req-c7390719-e8df-42a9-8c08-2d59b5e1e96b tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:53.713604 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3b9e274a-094d-45c5-97fa-1800620fc2d6 req-c7390719-e8df-42a9-8c08-2d59b5e1e96b tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 943 time: 0.1263232 Jul 19 17:44:53.750244 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a30c8f5d-4142-4f0c-b0da-5157dc782f1d req-01684889-cf64-4ccf-b902-b25722c7e8f8 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637236 Jul 19 17:44:53.762005 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] For port 837fcb41-2e9b-4908-accf-dd90e039e2af, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:44:53.776402 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538b034-6139-4265-8088-61d046be8102 req-8ab8cd0d-e09d-47dd-a4f0-d6dbc4a10891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:53.778090 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1538b034-6139-4265-8088-61d046be8102 req-8ab8cd0d-e09d-47dd-a4f0-d6dbc4a10891 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66a645b9-6b30-4f54-84d8-11e492b1f028 HTTP/1.1" status: 200 len: 851 time: 0.0747895 Jul 19 17:44:53.790435 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] For port 837fcb41-2e9b-4908-accf-dd90e039e2af, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=837fcb41-2e9b-4908-accf-dd90e039e2af,segment=NetworkSegment(d46911b4-bf28-4904-9719-8b9bee711fe0),segment_id=d46911b4-bf28-4904-9719-8b9bee711fe0)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:44:53.803365 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:53.815331 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:53.862715 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3b9e274a-094d-45c5-97fa-1800620fc2d6 req-e0ace824-f491-4820-8550-24b1c16370e0 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244674 Jul 19 17:44:53.864117 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:53.864762 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:53.866765 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] 10.222.0.49 "PUT /v2.0/ports/837fcb41-2e9b-4908-accf-dd90e039e2af HTTP/1.1" status: 200 len: 1093 time: 1.7681985 Jul 19 17:44:53.870275 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d34b25-5829-4ccd-b15a-b553b791a857', 'tag': '837fcb41-2e9b-4908-accf-dd90e039e2af'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:44:53.873607 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f067987c-61b3-4163-9002-9eda85897ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d34b25-5829-4ccd-b15a-b553b791a857", "tag": "837fcb41-2e9b-4908-accf-dd90e039e2af"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:44:53.932571 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f5bc8-771c-45af-8304-b422806cc027 service neutron] Pushing event updated for resources: {'Port': ['ID=837fcb41-2e9b-4908-accf-dd90e039e2af,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:53.949761 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538b034-6139-4265-8088-61d046be8102 req-8bcd344b-7676-4f20-aa6d-5465a886f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:53.951874 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1538b034-6139-4265-8088-61d046be8102 req-8bcd344b-7676-4f20-aa6d-5465a886f1bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f24d9df-a931-4ff8-bb3b-6117c4624555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1639290 Jul 19 17:44:53.995337 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff5f21e-7371-4ead-aba7-03e6f41ccea8 x-openstack-request-id: req-8ff5f21e-7371-4ead-aba7-03e6f41ccea8 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:44:53.995454 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d34b25-5829-4ccd-b15a-b553b791a857", "tag": "837fcb41-2e9b-4908-accf-dd90e039e2af", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:44:53.995808 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ff5f21e-7371-4ead-aba7-03e6f41ccea8 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:44:53.996136 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d34b25-5829-4ccd-b15a-b553b791a857', 'tag': '837fcb41-2e9b-4908-accf-dd90e039e2af', 'status': 'completed', 'code': 200} Jul 19 17:44:54.091400 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-acd808de-c3ca-4d7d-a873-1d5304e8405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:54.092907 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-acd808de-c3ca-4d7d-a873-1d5304e8405c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db9bcbdd085e472caf212d1387d82a77&device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 1096 time: 0.1394184 Jul 19 17:44:54.098743 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1538b034-6139-4265-8088-61d046be8102 req-28285ec3-c0c2-41e3-86f0-5b0623402bc0 service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349852 Jul 19 17:44:54.176513 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-4f044cd4-f415-41d7-973a-b07d1b5d7e9c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=837fcb41-2e9b-4908-accf-dd90e039e2af HTTP/1.1" status: 200 len: 217 time: 0.0611396 Jul 19 17:44:54.283087 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-05f20108-71aa-4d66-813b-c9602c91e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:54.286429 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-05f20108-71aa-4d66-813b-c9602c91e3a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=835b74c3-3174-4e3c-a77e-d02ca1e76c12 HTTP/1.1" status: 200 len: 849 time: 0.0985937 Jul 19 17:44:54.298526 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1538b034-6139-4265-8088-61d046be8102 req-2f58706a-6842-48e0-ba20-5d056f9d442a service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768179 Jul 19 17:44:54.359227 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-cf184e89-f516-42ca-880d-15ff44629777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:54.360948 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-cf184e89-f516-42ca-880d-15ff44629777 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609336 Jul 19 17:44:54.466865 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-160f6fda-1504-4d4c-b899-bd08984a5cee service neutron] 10.222.0.49 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980892 Jul 19 17:44:54.492720 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:54.582517 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ce8ff1a1-5cc3-4886-86e5-378a9753611c req-bf941299-78e9-4fab-9b2a-2e895bbf66eb service neutron] 10.222.0.49 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085069 Jul 19 17:44:54.744751 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067987c-61b3-4163-9002-9eda85897ee1 req-30d2e479-8135-490d-be2a-17566fd28efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:54.748132 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f067987c-61b3-4163-9002-9eda85897ee1 req-30d2e479-8135-490d-be2a-17566fd28efc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db9bcbdd085e472caf212d1387d82a77&device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 1096 time: 0.0570979 Jul 19 17:44:54.864528 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067987c-61b3-4163-9002-9eda85897ee1 req-957b96a4-7302-45ca-9fd2-3e166233f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:54.866844 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f067987c-61b3-4163-9002-9eda85897ee1 req-957b96a4-7302-45ca-9fd2-3e166233f4e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a HTTP/1.1" status: 200 len: 911 time: 0.1122291 Jul 19 17:44:54.913489 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f067987c-61b3-4163-9002-9eda85897ee1 req-ed69970a-f8ae-4568-a7d2-d2fe1a1a8aee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=837fcb41-2e9b-4908-accf-dd90e039e2af HTTP/1.1" status: 200 len: 217 time: 0.0390911 Jul 19 17:44:54.921869 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcfd1b-7ae0-4917-a0dc-c2723351ecd6 req-853f1606-03f0-497f-8a66-b0e9e30380e7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:54.939482 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1edcfd1b-7ae0-4917-a0dc-c2723351ecd6 req-853f1606-03f0-497f-8a66-b0e9e30380e7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 944 time: 0.1143672 Jul 19 17:44:54.990057 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067987c-61b3-4163-9002-9eda85897ee1 req-428f3163-67fb-424a-95f7-4742caf6aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:54.991561 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f067987c-61b3-4163-9002-9eda85897ee1 req-428f3163-67fb-424a-95f7-4742caf6aee3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=835b74c3-3174-4e3c-a77e-d02ca1e76c12 HTTP/1.1" status: 200 len: 849 time: 0.0711234 Jul 19 17:44:54.994710 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1edcfd1b-7ae0-4917-a0dc-c2723351ecd6 req-1bed23d6-c2bf-4d9a-862d-70b48a78ab4b tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521398 Jul 19 17:44:55.080740 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067987c-61b3-4163-9002-9eda85897ee1 req-40d2cf7c-c4fe-46de-8e22-38fec4761ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:55.082400 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f067987c-61b3-4163-9002-9eda85897ee1 req-40d2cf7c-c4fe-46de-8e22-38fec4761ced service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836906 Jul 19 17:44:55.130907 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7db8d7-9f94-4fc5-89a6-0544bd4df21e req-ca9fc83b-a6e6-408a-9efd-0f1f6748facc tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:55.132973 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dd7db8d7-9f94-4fc5-89a6-0544bd4df21e req-ca9fc83b-a6e6-408a-9efd-0f1f6748facc tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 943 time: 0.1506243 Jul 19 17:44:55.225880 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dd7db8d7-9f94-4fc5-89a6-0544bd4df21e req-61647bde-f4ed-4922-bc97-8ea78965ce88 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866175 Jul 19 17:44:55.280250 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f067987c-61b3-4163-9002-9eda85897ee1 req-9ba5bf5a-a062-4aee-80fb-de984de6c49d service neutron] 10.222.0.49 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817775 Jul 19 17:44:55.378279 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-f067987c-61b3-4163-9002-9eda85897ee1 req-8509d4de-bf83-4cb1-b40f-4d1ea3cd9382 service neutron] 10.222.0.49 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892305 Jul 19 17:44:56.143918 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235c46e-8ea4-41b2-8e28-8bc2986e65da req-6081a8b0-f29f-415e-883c-2731da127678 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:56.145426 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1235c46e-8ea4-41b2-8e28-8bc2986e65da req-6081a8b0-f29f-415e-883c-2731da127678 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 944 time: 0.0788703 Jul 19 17:44:56.207553 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1235c46e-8ea4-41b2-8e28-8bc2986e65da req-fd457404-ad77-4d15-a3e9-be0369c0c56a tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529251 Jul 19 17:44:56.373524 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af973db3-d340-4e15-babd-aef364ca1502 req-ea2d8983-62a8-4f16-b459-8c8358b95a4e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:56.375120 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-af973db3-d340-4e15-babd-aef364ca1502 req-ea2d8983-62a8-4f16-b459-8c8358b95a4e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 943 time: 0.0702152 Jul 19 17:44:56.415727 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-af973db3-d340-4e15-babd-aef364ca1502 req-3199c7c6-103a-4319-9f1d-3704adc6dac7 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344667 Jul 19 17:44:57.339190 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa2a2c-00fa-4457-80e4-b796263fffcb req-1c2f82e6-453c-4f7f-b0fe-8a16b126af60 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:57.340797 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bafa2a2c-00fa-4457-80e4-b796263fffcb req-1c2f82e6-453c-4f7f-b0fe-8a16b126af60 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 944 time: 0.0685532 Jul 19 17:44:57.390940 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bafa2a2c-00fa-4457-80e4-b796263fffcb req-b3e0c888-490e-476f-aa71-caf52d65449e tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387833 Jul 19 17:44:57.557371 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da63eb-58a5-4428-a19a-bcff611f7b47 req-8f52c478-f62f-41cd-98c2-dcd3f9e1de3e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:57.561340 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-36da63eb-58a5-4428-a19a-bcff611f7b47 req-8f52c478-f62f-41cd-98c2-dcd3f9e1de3e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 943 time: 0.0721962 Jul 19 17:44:57.622961 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-36da63eb-58a5-4428-a19a-bcff611f7b47 req-a2125e3a-0456-4244-834d-7529c8b9d2b5 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555906 Jul 19 17:44:58.215821 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 837fcb41-2e9b-4908-accf-dd90e039e2af details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:44:58.309695 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 837fcb41-2e9b-4908-accf-dd90e039e2af, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=837fcb41-2e9b-4908-accf-dd90e039e2af,segment=NetworkSegment(d46911b4-bf28-4904-9719-8b9bee711fe0),segment_id=d46911b4-bf28-4904-9719-8b9bee711fe0)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:58.320507 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': '837fcb41-2e9b-4908-accf-dd90e039e2af', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'port_id': '837fcb41-2e9b-4908-accf-dd90e039e2af', 'mac_address': 'fa:16:3e:98:5f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:44:58.361956 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:58.541762 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837fcb41-2e9b-4908-accf-dd90e039e2af {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:44:58.565491 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cb117-d2f6-457b-9631-ff7012406c8b req-464bda0e-d87f-4601-8b6d-6b64be41b828 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:58.567078 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4b8cb117-d2f6-457b-9631-ff7012406c8b req-464bda0e-d87f-4601-8b6d-6b64be41b828 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 944 time: 0.0823040 Jul 19 17:44:58.574264 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 837fcb41-2e9b-4908-accf-dd90e039e2af, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=837fcb41-2e9b-4908-accf-dd90e039e2af,segment=NetworkSegment(d46911b4-bf28-4904-9719-8b9bee711fe0),segment_id=d46911b4-bf28-4904-9719-8b9bee711fe0)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:44:58.580175 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:44:58.610844 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4b8cb117-d2f6-457b-9631-ff7012406c8b req-c0c3e496-6838-4eb4-843d-8eae45f61a24 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359523 Jul 19 17:44:58.642703 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=837fcb41-2e9b-4908-accf-dd90e039e2af,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:44:58.770433 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e0c79-d81f-479f-84d7-c78e17495ce9 req-36523638-3168-4d12-aeac-444d0a619af1 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:58.772455 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eb7e0c79-d81f-479f-84d7-c78e17495ce9 req-36523638-3168-4d12-aeac-444d0a619af1 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 944 time: 0.0694587 Jul 19 17:44:58.809739 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eb7e0c79-d81f-479f-84d7-c78e17495ce9 req-9b3c989c-001f-479f-ae8c-6176a7468abc tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317855 Jul 19 17:44:58.980420 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbee33-7946-422b-846f-7059f47d141a req-56b8393c-3af6-41b9-8b09-8d7b7153bf08 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:58.981890 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5bdbee33-7946-422b-846f-7059f47d141a req-56b8393c-3af6-41b9-8b09-8d7b7153bf08 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/networks?id=76472700-e7a4-45dd-9538-deb84d546bfb HTTP/1.1" status: 200 len: 815 time: 0.1026309 Jul 19 17:44:58.995900 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5bdbee33-7946-422b-846f-7059f47d141a req-5a61b3a2-d7e8-4753-b49b-a84a63547004 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/quotas/20f4b012f44a4e3b8b37ec0383085ddb HTTP/1.1" status: 200 len: 375 time: 0.0087609 Jul 19 17:44:59.064473 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5bdbee33-7946-422b-846f-7059f47d141a req-5ed27259-8e86-4f84-9e9c-024576b47c00 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=20f4b012f44a4e3b8b37ec0383085ddb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639145 Jul 19 17:44:59.156551 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5bdbee33-7946-422b-846f-7059f47d141a req-4b65e98b-73eb-4571-8f82-cfbc3322bc56 service neutron] 10.222.0.58 "GET /v2.0/networks/76472700-e7a4-45dd-9538-deb84d546bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807369 Jul 19 17:44:59.246820 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5bdbee33-7946-422b-846f-7059f47d141a req-a33df071-db86-4ec4-93ba-7ba8ddda858a service neutron] 10.222.0.58 "GET /v2.0/networks/76472700-e7a4-45dd-9538-deb84d546bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847671 Jul 19 17:44:59.413407 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-894ae992-7331-4642-9b17-a1b9ffd60c4d req-b1e92cd8-497e-4445-a888-7b8b860579e5 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 210 time: 0.0276797 Jul 19 17:44:59.747180 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84784347-668e-436a-94e9-b294ac388a86 req-174d1314-b377-45b0-9bf5-fac196a95a2f tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:59.748663 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-84784347-668e-436a-94e9-b294ac388a86 req-174d1314-b377-45b0-9bf5-fac196a95a2f tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 944 time: 0.0633893 Jul 19 17:44:59.784904 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-84784347-668e-436a-94e9-b294ac388a86 req-2bc43518-a20a-4da4-a9b1-31c1b7cd6dfa tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306315 Jul 19 17:44:59.941757 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03848d4c-a747-4eae-abbc-b5939f5f4c57 req-0ec8c9e8-1b9b-4792-8ff9-0e1306779371 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:44:59.943165 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-03848d4c-a747-4eae-abbc-b5939f5f4c57 req-0ec8c9e8-1b9b-4792-8ff9-0e1306779371 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 944 time: 0.0656757 Jul 19 17:44:59.979461 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-03848d4c-a747-4eae-abbc-b5939f5f4c57 req-78f66407-00fe-4959-b578-3801b528f84b tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308185 Jul 19 17:45:00.503786 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-116dcfc0-0f23-47f7-855a-8e82b68e2157 req-51f3d7d3-9f57-41f9-abb4-109808b3e696 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 210 time: 0.0278382 Jul 19 17:45:00.912288 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf5794-9c1a-43d1-84b1-38df11a4edf3 req-3ff84ebd-99cb-49b3-b61a-e60fa1899ab6 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:00.913787 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9abf5794-9c1a-43d1-84b1-38df11a4edf3 req-3ff84ebd-99cb-49b3-b61a-e60fa1899ab6 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 944 time: 0.0636623 Jul 19 17:45:00.955543 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9abf5794-9c1a-43d1-84b1-38df11a4edf3 req-f067dfb1-d2de-425f-b4a7-77322b9b803e tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359921 Jul 19 17:45:01.028424 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['837fcb41-2e9b-4908-accf-dd90e039e2af'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:45:01.112559 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2797a-851b-43a3-b23a-b8686cc354bb req-14ef5a32-058e-412d-9649-c1eee2e137d9 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:01.114495 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6ca2797a-851b-43a3-b23a-b8686cc354bb req-14ef5a32-058e-412d-9649-c1eee2e137d9 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 944 time: 0.0690043 Jul 19 17:45:01.153957 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6ca2797a-851b-43a3-b23a-b8686cc354bb req-6a042439-47ba-412c-bd93-e31ea6aec887 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327666 Jul 19 17:45:01.606333 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-77805f36-333d-4b0a-8eaa-4a6c49f9f0e7 req-8fa10925-31f5-437a-ae54-c315a862e897 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 210 time: 0.0344398 Jul 19 17:45:01.660913 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbee33-7946-422b-846f-7059f47d141a req-e08ea394-135d-4573-b1b8-5ada57cd0cd3 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:01.663002 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5bdbee33-7946-422b-846f-7059f47d141a req-e08ea394-135d-4573-b1b8-5ada57cd0cd3 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.49 "GET /v2.0/networks?id=76472700-e7a4-45dd-9538-deb84d546bfb HTTP/1.1" status: 200 len: 815 time: 0.1159823 Jul 19 17:45:01.681836 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-5bdbee33-7946-422b-846f-7059f47d141a req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Request body: {'port': {'device_id': '17e807ea-d81b-43a3-a603-76263d9089e3', 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb', 'admin_state_up': True, 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:01.798054 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bdbee33-7946-422b-846f-7059f47d141a req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Made reservation on behalf of 20f4b012f44a4e3b8b37ec0383085ddb for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:45:01.801774 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5bdbee33-7946-422b-846f-7059f47d141a req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:01.927951 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-5bdbee33-7946-422b-846f-7059f47d141a req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Allocated IP 172.20.0.4 (76472700-e7a4-45dd-9538-deb84d546bfb/4bee41ee-1406-4992-8a65-c5441e565b2e/f899c92b-b018-485b-ad5a-e1cc5161928d) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:45:02.094861 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3a28d-9527-4950-8fa5-845a1018514b req-e8886d4e-4bc8-4374-8c15-36b142b2b6c0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:02.096255 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-acb3a28d-9527-4950-8fa5-845a1018514b req-e8886d4e-4bc8-4374-8c15-36b142b2b6c0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 944 time: 0.0703893 Jul 19 17:45:02.097029 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5bdbee33-7946-422b-846f-7059f47d141a req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:02.110731 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-5bdbee33-7946-422b-846f-7059f47d141a req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Transition to ACTIVE for port object f899c92b-b018-485b-ad5a-e1cc5161928d will not be triggered until provisioned by entity DHCP. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:45:02.148910 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5bdbee33-7946-422b-846f-7059f47d141a req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:02.162551 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-acb3a28d-9527-4950-8fa5-845a1018514b req-522811ad-0f68-408c-873b-908a2014e6dc tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514259 Jul 19 17:45:02.173474 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bdbee33-7946-422b-846f-7059f47d141a req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Network 76472700-e7a4-45dd-9538-deb84d546bfb is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:45:02.177016 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-5bdbee33-7946-422b-846f-7059f47d141a req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:45:02.179691 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bdbee33-7946-422b-846f-7059f47d141a req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:45:02.248345 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbee33-7946-422b-846f-7059f47d141a req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:02.248977 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5bdbee33-7946-422b-846f-7059f47d141a req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:02.292453 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5bdbee33-7946-422b-846f-7059f47d141a req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6158469 Jul 19 17:45:02.313548 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Pushing event updated for resources: {'Port': ['ID=f899c92b-b018-485b-ad5a-e1cc5161928d,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:02.322748 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91268c-9355-492e-9daf-b4422cdd1699 req-068b1f71-090a-4a04-af78-0082ef7a111a tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:02.323677 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:02.324131 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:02.324595 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:02.325032 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:02.325465 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:02.325918 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:02.326358 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:02.326755 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:02.327211 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:02.327648 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:02.328002 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:02.328398 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f6650-bc82-4d12-8543-659ff0bdcc7d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:02.338445 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-be91268c-9355-492e-9daf-b4422cdd1699 req-068b1f71-090a-4a04-af78-0082ef7a111a tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 944 time: 0.0921724 Jul 19 17:45:02.372429 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-be91268c-9355-492e-9daf-b4422cdd1699 req-3525d4c4-1415-4500-a4f6-823393f18ea1 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331070 Jul 19 17:45:02.453922 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-838c1bff-516d-4d7f-83f0-bb9f9a8a40eb None None] Provisioning for port f899c92b-b018-485b-ad5a-e1cc5161928d completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:45:02.457554 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-838c1bff-516d-4d7f-83f0-bb9f9a8a40eb None None] Provisioning complete for port f899c92b-b018-485b-ad5a-e1cc5161928d triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:02.457922 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-838c1bff-516d-4d7f-83f0-bb9f9a8a40eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:02.490571 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-838c1bff-516d-4d7f-83f0-bb9f9a8a40eb None None] Port f899c92b-b018-485b-ad5a-e1cc5161928d cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:45:02.730550 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7060b9-22fb-4543-96e4-cafe62a66e94 req-0dec144f-db37-4729-9b7f-1dc448cff737 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:02.732362 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bc7060b9-22fb-4543-96e4-cafe62a66e94 req-0dec144f-db37-4729-9b7f-1dc448cff737 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 931 time: 0.0604672 Jul 19 17:45:02.768317 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bc7060b9-22fb-4543-96e4-cafe62a66e94 req-384c61cd-b72c-44b1-9502-af7a7739f872 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306499 Jul 19 17:45:03.282672 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec4006-f367-48dd-9484-313b1641d0b1 req-e1ab8b1a-1340-4d72-877d-1c5d6ed0cec9 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:03.284138 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3dec4006-f367-48dd-9484-313b1641d0b1 req-e1ab8b1a-1340-4d72-877d-1c5d6ed0cec9 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 944 time: 0.0662403 Jul 19 17:45:03.321621 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3dec4006-f367-48dd-9484-313b1641d0b1 req-71fd2af2-fedf-43ea-ab0e-98c396b39946 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320039 Jul 19 17:45:03.498824 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcaf5d-f0fe-42b5-94b5-d4beab8c56fb req-de333a33-21ab-4b75-8364-8ab9c4cf719c tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:03.500205 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-94dcaf5d-f0fe-42b5-94b5-d4beab8c56fb req-de333a33-21ab-4b75-8364-8ab9c4cf719c tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 944 time: 0.0618021 Jul 19 17:45:03.536101 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-94dcaf5d-f0fe-42b5-94b5-d4beab8c56fb req-9b4d9aee-c9b1-4718-8648-4ae5bb10c71f tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304620 Jul 19 17:45:03.895241 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfa532-ddf2-4d34-8aca-06cc0e8ed61d req-8b0eec50-8033-4a0b-8bac-79e7841002bf tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:03.897184 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7fbfa532-ddf2-4d34-8aca-06cc0e8ed61d req-8b0eec50-8033-4a0b-8bac-79e7841002bf tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 931 time: 0.0649714 Jul 19 17:45:03.934482 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7fbfa532-ddf2-4d34-8aca-06cc0e8ed61d req-dddc7b82-1832-4549-abb3-b1cc42cbc2b1 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315967 Jul 19 17:45:04.113836 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 837fcb41-2e9b-4908-accf-dd90e039e2af up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:45:04.171541 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port 837fcb41-2e9b-4908-accf-dd90e039e2af completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:45:04.176122 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port 837fcb41-2e9b-4908-accf-dd90e039e2af triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:04.176494 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:04.265329 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:04.290451 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d34b25-5829-4ccd-b15a-b553b791a857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837fcb41-2e9b-4908-accf-dd90e039e2af'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:45:04.292942 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e964c454-7a9d-4645-b73b-0fd36191398c" -d '{"events": [{"server_uuid": "f7d34b25-5829-4ccd-b15a-b553b791a857", "name": "network-vif-plugged", "status": "completed", "tag": "837fcb41-2e9b-4908-accf-dd90e039e2af"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:45:04.306327 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 837fcb41-2e9b-4908-accf-dd90e039e2af, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=837fcb41-2e9b-4908-accf-dd90e039e2af,segment=NetworkSegment(d46911b4-bf28-4904-9719-8b9bee711fe0),segment_id=d46911b4-bf28-4904-9719-8b9bee711fe0)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:45:04.310657 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:04.362235 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=837fcb41-2e9b-4908-accf-dd90e039e2af,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:04.461672 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b855b6ba-5544-4672-aa2f-3f5ea092500f x-openstack-request-id: req-b855b6ba-5544-4672-aa2f-3f5ea092500f {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:45:04.462017 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d34b25-5829-4ccd-b15a-b553b791a857", "name": "network-vif-plugged", "status": "completed", "tag": "837fcb41-2e9b-4908-accf-dd90e039e2af", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:45:04.462355 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b855b6ba-5544-4672-aa2f-3f5ea092500f {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:45:04.462800 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d34b25-5829-4ccd-b15a-b553b791a857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837fcb41-2e9b-4908-accf-dd90e039e2af', 'code': 200} Jul 19 17:45:04.571924 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17abd2-74e2-46a6-8b9d-79632076d03f req-b55a6423-4d32-44ba-b065-8e5fb7810a35 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:04.573446 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-cf17abd2-74e2-46a6-8b9d-79632076d03f req-b55a6423-4d32-44ba-b065-8e5fb7810a35 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 944 time: 0.0661466 Jul 19 17:45:04.612342 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-cf17abd2-74e2-46a6-8b9d-79632076d03f req-866d29a2-4acb-4a4f-8384-74c021daf263 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332916 Jul 19 17:45:04.733348 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9568c-c45c-4936-b72c-a7e71c48a549 req-4d4f6b5f-7aa5-4b3d-86d1-ed8fa75254a2 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:04.734900 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ffb9568c-c45c-4936-b72c-a7e71c48a549 req-4d4f6b5f-7aa5-4b3d-86d1-ed8fa75254a2 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 945 time: 0.0628018 Jul 19 17:45:04.774460 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ffb9568c-c45c-4936-b72c-a7e71c48a549 req-4defee15-bf08-4cbe-b5d3-5a7ff9dde7f3 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336223 Jul 19 17:45:05.345070 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99482a-11c3-43c5-847c-fc65dcfa11e7 req-255c5c4a-14ca-405e-b5f5-5f084b13ae69 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:05.351917 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1d99482a-11c3-43c5-847c-fc65dcfa11e7 req-255c5c4a-14ca-405e-b5f5-5f084b13ae69 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 931 time: 0.3448040 Jul 19 17:45:05.394091 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1d99482a-11c3-43c5-847c-fc65dcfa11e7 req-757358e2-1d62-4bfa-bed5-bb374220d276 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410640 Jul 19 17:45:05.719392 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:45:05.745954 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb35d3-54c9-4662-8c0f-d5e373953695 req-5c8f6ca4-567e-421d-b6a1-791a4d9a3a70 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:05.747538 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1cdb35d3-54c9-4662-8c0f-d5e373953695 req-5c8f6ca4-567e-421d-b6a1-791a4d9a3a70 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 944 time: 0.0644467 Jul 19 17:45:05.791325 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1cdb35d3-54c9-4662-8c0f-d5e373953695 req-82359b08-f8f9-4cfc-9d07-44a6f680cde1 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380440 Jul 19 17:45:05.915250 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6c36a-9321-4597-809f-12eaf1d41920 req-2a4be18d-7580-4541-bb96-42f21b941d0a tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:05.916955 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-32d6c36a-9321-4597-809f-12eaf1d41920 req-2a4be18d-7580-4541-bb96-42f21b941d0a tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 945 time: 0.0723283 Jul 19 17:45:05.957493 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-32d6c36a-9321-4597-809f-12eaf1d41920 req-b3996f62-4339-4d24-a261-8a81c1bcb6d6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345969 Jul 19 17:45:06.084396 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:45:06.185742 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port f17237d6-f6e2-41b3-bebf-b1c1cf0746c9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f17237d6-f6e2-41b3-bebf-b1c1cf0746c9,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:45:06.197839 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'port_id': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9', 'mac_address': 'fa:16:3e:fa:c6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:45:06.235522 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:06.249082 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:45:06.268677 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port f17237d6-f6e2-41b3-bebf-b1c1cf0746c9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f17237d6-f6e2-41b3-bebf-b1c1cf0746c9,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:45:06.272315 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:06.321157 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=f17237d6-f6e2-41b3-bebf-b1c1cf0746c9,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:06.528900 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7d45e-6d42-49f5-a239-a7962a04f819 req-3c8e2664-3698-439b-9f5f-2cfde574c3ee tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:06.530835 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-94d7d45e-6d42-49f5-a239-a7962a04f819 req-3c8e2664-3698-439b-9f5f-2cfde574c3ee tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 931 time: 0.0679507 Jul 19 17:45:06.569944 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-94d7d45e-6d42-49f5-a239-a7962a04f819 req-84ebb71d-4c64-4008-8436-2ea80db322ae tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326078 Jul 19 17:45:06.596918 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['f17237d6-f6e2-41b3-bebf-b1c1cf0746c9'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:45:06.931559 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a54c7e-b7d2-42cc-950f-4f616e5e1bc5 req-18162c41-39de-4cff-97a4-d8a9fda85402 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:06.935996 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-88a54c7e-b7d2-42cc-950f-4f616e5e1bc5 req-18162c41-39de-4cff-97a4-d8a9fda85402 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 945 time: 0.0704250 Jul 19 17:45:06.976816 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-88a54c7e-b7d2-42cc-950f-4f616e5e1bc5 req-a157f24d-cc09-4708-92c6-ba3338168a9a tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364165 Jul 19 17:45:07.095059 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41d881-2592-4a81-acb5-d4b26534e3b2 req-4c190626-4a86-43a4-8763-259a2b36e59e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:07.096544 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6d41d881-2592-4a81-acb5-d4b26534e3b2 req-4c190626-4a86-43a4-8763-259a2b36e59e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 945 time: 0.0639715 Jul 19 17:45:07.136835 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6d41d881-2592-4a81-acb5-d4b26534e3b2 req-2b640502-5d7c-457c-9a3f-1f307aed8f17 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339098 Jul 19 17:45:07.699876 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdb9ac-4650-470f-8a24-92d32ce6e537 req-25b69f50-e509-4cf6-91f9-8a8a906afbfa tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:07.701357 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c6bdb9ac-4650-470f-8a24-92d32ce6e537 req-25b69f50-e509-4cf6-91f9-8a8a906afbfa tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 931 time: 0.0643229 Jul 19 17:45:07.755412 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c6bdb9ac-4650-470f-8a24-92d32ce6e537 req-fc00e6a4-c6ca-410e-b780-84da8becf983 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484240 Jul 19 17:45:08.110730 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:45:08.125113 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103c22b-277a-4786-8f4d-ce8bc2b6c0b4 req-ca976abc-3782-424f-9105-bd818d531bd9 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:08.126972 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e103c22b-277a-4786-8f4d-ce8bc2b6c0b4 req-ca976abc-3782-424f-9105-bd818d531bd9 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 945 time: 0.0751872 Jul 19 17:45:08.168411 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:45:08.171921 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:08.172462 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:08.174645 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e103c22b-277a-4786-8f4d-ce8bc2b6c0b4 req-1c5b76dc-5494-4ade-8a43-664b70bf998b tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364530 Jul 19 17:45:08.255525 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:08.279323 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:45:08.281965 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c90171-c32b-4cd1-9f74-3f4bb78cf86c" -d '{"events": [{"server_uuid": "9480c052-0ce9-491a-82fd-e3de414c6f2a", "name": "network-vif-plugged", "status": "completed", "tag": "f17237d6-f6e2-41b3-bebf-b1c1cf0746c9"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:45:08.297570 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port f17237d6-f6e2-41b3-bebf-b1c1cf0746c9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f17237d6-f6e2-41b3-bebf-b1c1cf0746c9,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:45:08.302573 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:08.325246 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb83f44-6528-46dc-99cb-982cc103661c req-4a0e224f-de6b-4517-98b1-444767027544 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:08.332511 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9cb83f44-6528-46dc-99cb-982cc103661c req-4a0e224f-de6b-4517-98b1-444767027544 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 945 time: 0.0889103 Jul 19 17:45:08.352661 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=f17237d6-f6e2-41b3-bebf-b1c1cf0746c9,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:08.376498 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9cb83f44-6528-46dc-99cb-982cc103661c req-37c6e7b2-3ff5-4810-bd95-bf70a9834824 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430315 Jul 19 17:45:08.423199 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd4203d-67ca-4da9-b61c-fbc6e39c3a80 x-openstack-request-id: req-7bd4203d-67ca-4da9-b61c-fbc6e39c3a80 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:45:08.423492 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9480c052-0ce9-491a-82fd-e3de414c6f2a", "name": "network-vif-plugged", "status": "completed", "tag": "f17237d6-f6e2-41b3-bebf-b1c1cf0746c9", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:45:08.423770 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7bd4203d-67ca-4da9-b61c-fbc6e39c3a80 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:45:08.424165 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9', 'code': 200} Jul 19 17:45:08.904187 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3f7ac-d487-4914-b025-3bf1451daeb9 req-5cca61b9-37e4-4a64-b748-33c2f5eeaf7b tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:08.906078 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-90b3f7ac-d487-4914-b025-3bf1451daeb9 req-5cca61b9-37e4-4a64-b748-33c2f5eeaf7b tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 931 time: 0.0756273 Jul 19 17:45:08.953084 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-90b3f7ac-d487-4914-b025-3bf1451daeb9 req-23c217ab-4c8a-4188-a01e-91ed5f2cd13f tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396988 Jul 19 17:45:09.308459 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977926ef-fbf7-4aad-8257-13c57b089017 req-257fe68b-eb69-4d8e-aa6c-cd02b55cb997 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:09.309986 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-977926ef-fbf7-4aad-8257-13c57b089017 req-257fe68b-eb69-4d8e-aa6c-cd02b55cb997 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 946 time: 0.0665178 Jul 19 17:45:09.349369 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-977926ef-fbf7-4aad-8257-13c57b089017 req-003aad3a-7052-43f4-9e1d-0bdb15332503 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334156 Jul 19 17:45:09.513318 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77367c-2b64-49d8-8a85-1a15accee47b req-ab2964f3-fee9-4132-8e0a-db21f32945b9 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:09.514935 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ef77367c-2b64-49d8-8a85-1a15accee47b req-ab2964f3-fee9-4132-8e0a-db21f32945b9 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 945 time: 0.0711372 Jul 19 17:45:09.556241 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ef77367c-2b64-49d8-8a85-1a15accee47b req-cd6af9bb-cc05-4460-b9d6-fad010bb90d9 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348532 Jul 19 17:45:10.093788 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76233945-eee9-44f8-8cd5-1ac755ef0e3e req-57d34b33-985e-4a12-bd1a-6d6422efe5c4 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:10.095548 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-76233945-eee9-44f8-8cd5-1ac755ef0e3e req-57d34b33-985e-4a12-bd1a-6d6422efe5c4 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 931 time: 0.0721655 Jul 19 17:45:10.137111 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-76233945-eee9-44f8-8cd5-1ac755ef0e3e req-19c9dbfd-a788-4d9e-a3ab-22c990e2e3b1 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347548 Jul 19 17:45:10.297290 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 55178) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:10.410165 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-4fc2b211-3d5e-4334-acc1-e2ce72ffa11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:10.500194 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61d9b3-9d0e-4b96-af83-da51b21b3b6e req-c221a5bc-9f6a-4802-bb16-db90b9981644 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:10.501679 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8e61d9b3-9d0e-4b96-af83-da51b21b3b6e req-c221a5bc-9f6a-4802-bb16-db90b9981644 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 946 time: 0.0715678 Jul 19 17:45:10.511407 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-4fc2b211-3d5e-4334-acc1-e2ce72ffa11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:10.515776 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-4fc2b211-3d5e-4334-acc1-e2ce72ffa11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:10.550587 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8e61d9b3-9d0e-4b96-af83-da51b21b3b6e req-8640c111-42bb-4d96-a5e7-9d752d2a5589 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425577 Jul 19 17:45:10.559216 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-4fc2b211-3d5e-4334-acc1-e2ce72ffa11d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=02fb8499c9de40e0a1b94aa747ed747e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584915 Jul 19 17:45:10.559216 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2b211-3d5e-4334-acc1-e2ce72ffa11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682ce684-b250-420b-bea1-516b28ecd5cf,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:10.559519 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55184) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:10.620736 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-2e6883da-c239-414f-807b-ccf043478690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:10.674996 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-2e6883da-c239-414f-807b-ccf043478690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:10.736954 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104ab07-3497-4f35-83d1-0a4022288ab5 req-5f9713de-5eeb-41f2-99df-f4f2bbd8e883 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:10.740136 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5104ab07-3497-4f35-83d1-0a4022288ab5 req-5f9713de-5eeb-41f2-99df-f4f2bbd8e883 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 945 time: 0.1141231 Jul 19 17:45:10.759325 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-2e6883da-c239-414f-807b-ccf043478690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:10.761715 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-2e6883da-c239-414f-807b-ccf043478690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:10.762844 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-2e6883da-c239-414f-807b-ccf043478690 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/682ce684-b250-420b-bea1-516b28ecd5cf HTTP/1.1" status: 204 len: 168 time: 0.2022693 Jul 19 17:45:10.780629 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6883da-c239-414f-807b-ccf043478690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682ce684-b250-420b-bea1-516b28ecd5cf,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:10.795450 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6883da-c239-414f-807b-ccf043478690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:10.795811 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6883da-c239-414f-807b-ccf043478690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:10.796155 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6883da-c239-414f-807b-ccf043478690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:10.796492 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6883da-c239-414f-807b-ccf043478690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:10.796828 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6883da-c239-414f-807b-ccf043478690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:10.797159 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6883da-c239-414f-807b-ccf043478690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:10.797487 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6883da-c239-414f-807b-ccf043478690 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:10.797812 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6883da-c239-414f-807b-ccf043478690 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:10.798164 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6883da-c239-414f-807b-ccf043478690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:10.798490 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6883da-c239-414f-807b-ccf043478690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:10.798815 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6883da-c239-414f-807b-ccf043478690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:10.799136 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6883da-c239-414f-807b-ccf043478690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:10.811852 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5104ab07-3497-4f35-83d1-0a4022288ab5 req-5e81ddcf-e215-4648-bd54-47de0f0af475 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612576 Jul 19 17:45:11.274281 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb15e7d-e9f4-442a-aee9-33c8ae71e431 req-5ba11da0-09cf-4bbe-b833-5a58ee885923 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:11.276105 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7fb15e7d-e9f4-442a-aee9-33c8ae71e431 req-5ba11da0-09cf-4bbe-b833-5a58ee885923 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 931 time: 0.0693407 Jul 19 17:45:11.318207 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7fb15e7d-e9f4-442a-aee9-33c8ae71e431 req-910a55d4-7cd2-45ec-aa9a-abf789a32120 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360341 Jul 19 17:45:11.711328 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fea20-ea5e-43c3-bde8-6205705ab783 req-b4f75f11-ba35-47fb-8b24-c009984e6023 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:11.712817 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-765fea20-ea5e-43c3-bde8-6205705ab783 req-b4f75f11-ba35-47fb-8b24-c009984e6023 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 946 time: 0.0790217 Jul 19 17:45:11.761916 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-765fea20-ea5e-43c3-bde8-6205705ab783 req-2d5c7c54-b90f-4594-9714-976ed672b228 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424380 Jul 19 17:45:11.964612 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6df85a-edd9-4d7d-b566-6fb1143c32b5 req-4aa68b3b-2c77-4bc2-a3b8-2b6841575f27 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:11.966707 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7c6df85a-edd9-4d7d-b566-6fb1143c32b5 req-4aa68b3b-2c77-4bc2-a3b8-2b6841575f27 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 945 time: 0.0732877 Jul 19 17:45:12.016119 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7c6df85a-edd9-4d7d-b566-6fb1143c32b5 req-46e08610-5c42-47e3-8ccd-9130e09d3c7b tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438583 Jul 19 17:45:12.460838 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7224678-5598-46d2-be1a-4bfb8279adef req-2c8389eb-6b7c-4c88-b0b3-a290cee63735 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:12.462340 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e7224678-5598-46d2-be1a-4bfb8279adef req-2c8389eb-6b7c-4c88-b0b3-a290cee63735 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 931 time: 0.0627296 Jul 19 17:45:12.507371 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e7224678-5598-46d2-be1a-4bfb8279adef req-6851d915-6c14-4644-84f4-4cfc2ffcdc04 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394504 Jul 19 17:45:12.922670 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e9761-28dd-4f57-bcab-bf394846c1e0 req-de9654dc-6d29-49fc-b7a4-a9de12a9684a tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:12.924450 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8f3e9761-28dd-4f57-bcab-bf394846c1e0 req-de9654dc-6d29-49fc-b7a4-a9de12a9684a tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 946 time: 0.0667503 Jul 19 17:45:12.963399 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8f3e9761-28dd-4f57-bcab-bf394846c1e0 req-e423a1fa-dec4-45c8-8e5c-fdbf16368237 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332100 Jul 19 17:45:13.157111 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19198346-b8d0-42cf-b4ef-264ba7769650 req-eae72e09-d6f3-4ebc-9c4f-89a2225c5b0e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:13.158624 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-19198346-b8d0-42cf-b4ef-264ba7769650 req-eae72e09-d6f3-4ebc-9c4f-89a2225c5b0e tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 945 time: 0.0641034 Jul 19 17:45:13.205605 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-19198346-b8d0-42cf-b4ef-264ba7769650 req-dbf100a6-fac2-424b-8477-f8edfba94b02 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399370 Jul 19 17:45:13.638782 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bbebb-d31a-48a4-b2ef-a074ca18a23f req-f2a75594-7f1f-4596-be79-6ac35fb1cee5 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:13.640265 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-240bbebb-d31a-48a4-b2ef-a074ca18a23f req-f2a75594-7f1f-4596-be79-6ac35fb1cee5 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 931 time: 0.0660472 Jul 19 17:45:13.686891 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-240bbebb-d31a-48a4-b2ef-a074ca18a23f req-03a1054f-da96-4604-b67c-dc6a852f7a08 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400531 Jul 19 17:45:14.096195 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d16cda-62aa-4821-9a3d-6155800b22d1 req-6dc79f1b-52bf-48a0-a306-416d704c1ee1 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:14.097689 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e5d16cda-62aa-4821-9a3d-6155800b22d1 req-6dc79f1b-52bf-48a0-a306-416d704c1ee1 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 946 time: 0.0664566 Jul 19 17:45:14.136140 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e5d16cda-62aa-4821-9a3d-6155800b22d1 req-d5a95aee-9312-4153-967d-0e83d26f07be tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323820 Jul 19 17:45:14.346722 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3148597-0b54-424a-b9b1-1fc255168ab7 req-4262fe0c-38b0-429d-80d8-709468d3e535 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:14.348216 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b3148597-0b54-424a-b9b1-1fc255168ab7 req-4262fe0c-38b0-429d-80d8-709468d3e535 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 945 time: 0.0690093 Jul 19 17:45:14.388584 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b3148597-0b54-424a-b9b1-1fc255168ab7 req-5f60e39f-f686-4909-80a5-32f3ffb49c83 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342255 Jul 19 17:45:14.823924 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b092b-c300-410f-96c4-1d908c969164 req-20357bc8-80f4-472c-b837-9d5e7d2af7a0 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:14.825470 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dc2b092b-c300-410f-96c4-1d908c969164 req-20357bc8-80f4-472c-b837-9d5e7d2af7a0 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 931 time: 0.0712800 Jul 19 17:45:14.865028 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dc2b092b-c300-410f-96c4-1d908c969164 req-fb765efd-a5ac-473d-b9b5-7d58757eeca2 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338323 Jul 19 17:45:15.262373 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a69b15-6157-489e-93f4-d6ad15467632 req-e4e61dc8-5eb1-450c-878f-bcdf8f3cbe0b tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:15.263862 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-60a69b15-6157-489e-93f4-d6ad15467632 req-e4e61dc8-5eb1-450c-878f-bcdf8f3cbe0b tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 946 time: 0.0612476 Jul 19 17:45:15.302208 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-60a69b15-6157-489e-93f4-d6ad15467632 req-24e79695-f760-4d58-8ea0-e97bd511a50a tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328207 Jul 19 17:45:15.516630 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ceecb-6007-4e1f-ae57-e34abd0a878d req-8491076d-e480-4b7b-bbcc-20bb1ad056d4 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:15.518114 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d87ceecb-6007-4e1f-ae57-e34abd0a878d req-8491076d-e480-4b7b-bbcc-20bb1ad056d4 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 945 time: 0.0643046 Jul 19 17:45:15.554393 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d87ceecb-6007-4e1f-ae57-e34abd0a878d req-bbf5237e-d2d2-4a2c-976f-e90397167613 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302689 Jul 19 17:45:15.973657 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Request body: {'port': {'device_id': '17e807ea-d81b-43a3-a603-76263d9089e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:15.992462 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e5820-6d00-406e-b5ad-66b5e218d104 req-3bb2cc80-cfd6-496e-94e2-b28e086134f3 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:15.993946 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e70e5820-6d00-406e-b5ad-66b5e218d104 req-3bb2cc80-cfd6-496e-94e2-b28e086134f3 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 931 time: 0.0646744 Jul 19 17:45:16.032582 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e70e5820-6d00-406e-b5ad-66b5e218d104 req-428e972d-22cb-47b7-b375-1c10c8fea57b tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327184 Jul 19 17:45:16.054678 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:16.356032 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b587fd-9e4f-40b8-ab37-e175f1467286 req-9288d9b1-ab7d-4ab8-a418-c69130866a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:16.357525 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-e4b587fd-9e4f-40b8-ab37-e175f1467286 req-9288d9b1-ab7d-4ab8-a418-c69130866a8b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 1098 time: 0.1484725 Jul 19 17:45:16.412510 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd408ef-1c1e-4ad8-9b04-2c132fa8b316 req-9dce25a3-cf8d-40db-b453-ce527d5f97fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:16.413984 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0bd408ef-1c1e-4ad8-9b04-2c132fa8b316 req-9dce25a3-cf8d-40db-b453-ce527d5f97fc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 1099 time: 0.1391497 Jul 19 17:45:16.428506 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c87533-50e8-432c-851f-67f4b7cbb280 req-e428d856-7bc9-4c71-a277-dc23c15c8aef tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:16.430004 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-33c87533-50e8-432c-851f-67f4b7cbb280 req-e428d856-7bc9-4c71-a277-dc23c15c8aef tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 946 time: 0.0635321 Jul 19 17:45:16.446843 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f899c92b-b018-485b-ad5a-e1cc5161928d {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:45:16.455335 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-e4b587fd-9e4f-40b8-ab37-e175f1467286 req-03b06d23-1cbc-48dd-a4f5-2a926e2413ad service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861521 Jul 19 17:45:16.458572 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:16.472985 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-33c87533-50e8-432c-851f-67f4b7cbb280 req-5a2540d6-507b-4f6c-abe7-e4d7cb9a9dd0 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371840 Jul 19 17:45:16.479068 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0bd408ef-1c1e-4ad8-9b04-2c132fa8b316 req-5e364550-446e-4ec5-a6c9-ce05735b3f85 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555174 Jul 19 17:45:16.481533 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Transition to ACTIVE for port object f899c92b-b018-485b-ad5a-e1cc5161928d will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:45:16.487219 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:16.559159 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Pushing event updated for resources: {'Port': ['ID=f899c92b-b018-485b-ad5a-e1cc5161928d,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:16.624506 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Attempting to bind port f899c92b-b018-485b-ad5a-e1cc5161928d on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:45:16.624809 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Attempting to bind port f899c92b-b018-485b-ad5a-e1cc5161928d by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '7fd37272-3458-4e5c-9219-83d649cab7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:45:16.625141 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Attempting to bind port f899c92b-b018-485b-ad5a-e1cc5161928d on network 76472700-e7a4-45dd-9538-deb84d546bfb {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:45:16.630565 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Port f899c92b-b018-485b-ad5a-e1cc5161928d on network 76472700-e7a4-45dd-9538-deb84d546bfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:45:16.630883 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Attempting to bind port f899c92b-b018-485b-ad5a-e1cc5161928d on network 76472700-e7a4-45dd-9538-deb84d546bfb {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:45:16.636848 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:45:16.637282 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Checking segment: {'id': '7fd37272-3458-4e5c-9219-83d649cab7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:45:16.637513 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Bound using segment: {'id': '7fd37272-3458-4e5c-9219-83d649cab7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:45:16.637936 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Bound port: f899c92b-b018-485b-ad5a-e1cc5161928d, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd37272-3458-4e5c-9219-83d649cab7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:45:16.638318 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:16.706800 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9063c-94ef-43e9-8b64-ed7ff4bb07a1 req-170d03d5-92a5-43d6-b61d-530edf52dede tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:16.708972 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2cb9063c-94ef-43e9-8b64-ed7ff4bb07a1 req-170d03d5-92a5-43d6-b61d-530edf52dede tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 945 time: 0.0770447 Jul 19 17:45:16.710929 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] For port f899c92b-b018-485b-ad5a-e1cc5161928d, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:45:16.714503 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] For port f899c92b-b018-485b-ad5a-e1cc5161928d, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f899c92b-b018-485b-ad5a-e1cc5161928d,segment=NetworkSegment(7fd37272-3458-4e5c-9219-83d649cab7c8),segment_id=7fd37272-3458-4e5c-9219-83d649cab7c8)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:45:16.719956 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:16.751682 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2cb9063c-94ef-43e9-8b64-ed7ff4bb07a1 req-42133193-188a-4e2c-8443-2b5c53f57712 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348735 Jul 19 17:45:16.755985 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:16.756618 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:16.758014 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5bdbee33-7946-422b-846f-7059f47d141a req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] 10.222.0.49 "PUT /v2.0/ports/f899c92b-b018-485b-ad5a-e1cc5161928d HTTP/1.1" status: 200 len: 1093 time: 0.7889667 Jul 19 17:45:16.758509 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e807ea-d81b-43a3-a603-76263d9089e3', 'tag': 'f899c92b-b018-485b-ad5a-e1cc5161928d'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:45:16.760849 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e202708-b504-4282-bc99-1a0b8d9f8c83" -d '{"events": [{"name": "network-changed", "server_uuid": "17e807ea-d81b-43a3-a603-76263d9089e3", "tag": "f899c92b-b018-485b-ad5a-e1cc5161928d"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:45:16.794576 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e46ad-1866-4214-b6f6-fcfdcc635d8c service neutron] Pushing event updated for resources: {'Port': ['ID=f899c92b-b018-485b-ad5a-e1cc5161928d,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:16.801984 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205b44f3-5136-4ba6-b878-fc4d76c2f5c2 x-openstack-request-id: req-205b44f3-5136-4ba6-b878-fc4d76c2f5c2 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:45:16.802416 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e807ea-d81b-43a3-a603-76263d9089e3", "tag": "f899c92b-b018-485b-ad5a-e1cc5161928d", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:45:16.802788 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-205b44f3-5136-4ba6-b878-fc4d76c2f5c2 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:45:16.803255 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e807ea-d81b-43a3-a603-76263d9089e3', 'tag': 'f899c92b-b018-485b-ad5a-e1cc5161928d', 'status': 'completed', 'code': 200} Jul 19 17:45:17.160131 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4f620-2068-44c0-9694-3e6787eb3327 req-206415ac-ce40-4b3b-a5b3-da5cfb7d3b3c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:17.162178 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-72d4f620-2068-44c0-9694-3e6787eb3327 req-206415ac-ce40-4b3b-a5b3-da5cfb7d3b3c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 943 time: 0.0635655 Jul 19 17:45:17.199300 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-72d4f620-2068-44c0-9694-3e6787eb3327 req-5749a9e4-3ae0-4aee-ab1e-f94126650962 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Jul 19 17:45:17.226168 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e202708-b504-4282-bc99-1a0b8d9f8c83 req-5417313d-871a-44f7-ab37-a0209cf156fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:17.227690 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4e202708-b504-4282-bc99-1a0b8d9f8c83 req-5417313d-871a-44f7-ab37-a0209cf156fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20f4b012f44a4e3b8b37ec0383085ddb&device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 1096 time: 0.0539074 Jul 19 17:45:17.334713 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e202708-b504-4282-bc99-1a0b8d9f8c83 req-862b55f0-8fe9-41a2-847f-ec98c75a8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:17.336127 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4e202708-b504-4282-bc99-1a0b8d9f8c83 req-862b55f0-8fe9-41a2-847f-ec98c75a8a30 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=20f4b012f44a4e3b8b37ec0383085ddb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0923433 Jul 19 17:45:17.429396 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e202708-b504-4282-bc99-1a0b8d9f8c83 req-f815eaef-e901-458e-9fd6-1671b917b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:17.430909 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4e202708-b504-4282-bc99-1a0b8d9f8c83 req-f815eaef-e901-458e-9fd6-1671b917b4ff service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883517 Jul 19 17:45:17.544526 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbee33-7946-422b-846f-7059f47d141a req-487c209a-511f-497e-b821-02f398b5198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:17.546050 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5bdbee33-7946-422b-846f-7059f47d141a req-487c209a-511f-497e-b821-02f398b5198e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20f4b012f44a4e3b8b37ec0383085ddb&device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 1096 time: 0.0520463 Jul 19 17:45:17.607731 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ce13e-814d-4b45-a65c-a55b3edb41ed req-c46f95f1-0f49-4674-942f-e4c84038ad6d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:17.608692 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5bdbee33-7946-422b-846f-7059f47d141a req-be25fb75-5aee-422a-9aa2-7d6134995a3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f899c92b-b018-485b-ad5a-e1cc5161928d HTTP/1.1" status: 200 len: 217 time: 0.0332537 Jul 19 17:45:17.609204 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ec2ce13e-814d-4b45-a65c-a55b3edb41ed req-c46f95f1-0f49-4674-942f-e4c84038ad6d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 946 time: 0.0659902 Jul 19 17:45:17.646840 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ec2ce13e-814d-4b45-a65c-a55b3edb41ed req-65453d5f-ebac-473a-b50a-f339fc93652e tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316386 Jul 19 17:45:17.657978 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbee33-7946-422b-846f-7059f47d141a req-07642132-6d7e-4c74-9733-9cabe4e6f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:17.659469 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5bdbee33-7946-422b-846f-7059f47d141a req-07642132-6d7e-4c74-9733-9cabe4e6f11a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4bee41ee-1406-4992-8a65-c5441e565b2e HTTP/1.1" status: 200 len: 854 time: 0.0432796 Jul 19 17:45:17.730807 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbee33-7946-422b-846f-7059f47d141a req-68e5c73e-6ea3-4ed5-a251-41b3f2a43cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:17.732885 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5bdbee33-7946-422b-846f-7059f47d141a req-68e5c73e-6ea3-4ed5-a251-41b3f2a43cf3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76472700-e7a4-45dd-9538-deb84d546bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657773 Jul 19 17:45:17.885092 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae9678-e9bc-4dad-b42e-31cfd164a369 req-3cd37713-1912-4e1f-b1e6-092b6bbe2eb9 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:17.886506 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2bae9678-e9bc-4dad-b42e-31cfd164a369 req-3cd37713-1912-4e1f-b1e6-092b6bbe2eb9 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 945 time: 0.0619218 Jul 19 17:45:17.914884 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5bdbee33-7946-422b-846f-7059f47d141a req-9cab7e10-e855-4e44-82b0-69a6d27f8de8 service neutron] 10.222.0.49 "GET /v2.0/networks/76472700-e7a4-45dd-9538-deb84d546bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827160 Jul 19 17:45:17.924518 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2bae9678-e9bc-4dad-b42e-31cfd164a369 req-9394af02-abde-4f05-a836-06d4d3f4c8d9 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321484 Jul 19 17:45:18.043313 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-5bdbee33-7946-422b-846f-7059f47d141a req-ce4384ca-96df-4697-a78e-dd728606e1e8 service neutron] 10.222.0.49 "GET /v2.0/networks/76472700-e7a4-45dd-9538-deb84d546bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907547 Jul 19 17:45:18.335506 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6c70c-9f9f-4b0e-8481-60636081c920 req-375606ed-6306-4d1e-9214-e228caf3b471 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:18.336979 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1cc6c70c-9f9f-4b0e-8481-60636081c920 req-375606ed-6306-4d1e-9214-e228caf3b471 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 943 time: 0.0686958 Jul 19 17:45:18.377926 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1cc6c70c-9f9f-4b0e-8481-60636081c920 req-b14fa1ba-ed7f-45f1-b9b1-1ea360ccc0ed tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354586 Jul 19 17:45:18.774154 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364d668-58e5-49bb-aee5-6a4bf9b7b3d7 req-c00d7528-b694-4768-9dec-8ff37fda52c6 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:18.775930 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4364d668-58e5-49bb-aee5-6a4bf9b7b3d7 req-c00d7528-b694-4768-9dec-8ff37fda52c6 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 946 time: 0.0623405 Jul 19 17:45:18.814463 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4364d668-58e5-49bb-aee5-6a4bf9b7b3d7 req-f13732d5-726b-4a29-8c1f-e60b04561784 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329938 Jul 19 17:45:18.941530 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115df51-b69f-4af7-a26c-9aee663d6040 req-52a1eda2-21c8-4488-a42d-dfbdcc41f466 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:18.943066 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b115df51-b69f-4af7-a26c-9aee663d6040 req-52a1eda2-21c8-4488-a42d-dfbdcc41f466 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 946 time: 0.0636632 Jul 19 17:45:18.993815 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b115df51-b69f-4af7-a26c-9aee663d6040 req-fa8bf730-44fe-4859-9302-f3c5b6fb6a81 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449133 Jul 19 17:45:19.015471 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 55310) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:19.024712 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 55312) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:19.064490 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c239123-9838-4999-bbda-ca19297b221b req-ab461fdd-7a18-4094-a82b-202008b9eee1 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:19.065993 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9c239123-9838-4999-bbda-ca19297b221b req-ab461fdd-7a18-4094-a82b-202008b9eee1 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 945 time: 0.0710421 Jul 19 17:45:19.076470 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8272c97-33e1-4556-9ca1-0a96d59f4da6 tempest-TestVolumeBootPattern-1938557759 tempest-TestVolumeBootPattern-1938557759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:19.078070 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-f8272c97-33e1-4556-9ca1-0a96d59f4da6 tempest-TestVolumeBootPattern-1938557759 tempest-TestVolumeBootPattern-1938557759-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 1094 time: 0.0614891 Jul 19 17:45:19.081243 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 55316) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:19.086303 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Request body: {'floatingip': {'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'port_id': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:19.108631 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9c239123-9838-4999-bbda-ca19297b221b req-5f94316d-aaab-45ef-9e62-7d9b3820ac03 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351398 Jul 19 17:45:19.110500 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for floatingip, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:19.141799 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9e04d6fc-90b0-4fb9-8402-3ba8e1581aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:19.170219 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a06128cc-ca62-4085-947c-05f4d1248d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:19.236069 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f20faa-f946-4482-8f89-3b8aa8f7fcb0 req-c31104b5-c75c-4883-bdc4-6a12a032c39d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:19.237465 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-90f20faa-f946-4482-8f89-3b8aa8f7fcb0 req-c31104b5-c75c-4883-bdc4-6a12a032c39d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 945 time: 0.0626090 Jul 19 17:45:19.246511 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55320) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:19.251208 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-0076093a-329a-4908-8938-9c17d59182f6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Request body: {'floatingip': {'port_id': '837fcb41-2e9b-4908-accf-dd90e039e2af'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:19.293568 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:19.296348 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0076093a-329a-4908-8938-9c17d59182f6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for floatingip, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:19.312953 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9e04d6fc-90b0-4fb9-8402-3ba8e1581aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:19.316256 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9e04d6fc-90b0-4fb9-8402-3ba8e1581aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:19.399051 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-9e04d6fc-90b0-4fb9-8402-3ba8e1581aff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ae0a7ca9d6648989750309940e7f81d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708513 Jul 19 17:45:19.399508 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55324) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:19.403124 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04d6fc-90b0-4fb9-8402-3ba8e1581aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fe0556-ee7f-40d5-a0c3-f57af2b81b6f,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:19.576476 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-120d5621-d5a1-4e14-a848-2adb8240b86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:19.621984 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-120d5621-d5a1-4e14-a848-2adb8240b86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:19.718762 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Allocated IP 172.27.2.150 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/ecda9f3b-16b1-47e1-b8ed-047372d63609) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:45:19.728360 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffaa5d-b03b-49f2-9603-e9ee13f72ee5 req-d1d61372-312a-4529-a4de-0d90733b75bc tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:19.729839 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-87ffaa5d-b03b-49f2-9603-e9ee13f72ee5 req-d1d61372-312a-4529-a4de-0d90733b75bc tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 943 time: 0.2511537 Jul 19 17:45:19.815224 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-87ffaa5d-b03b-49f2-9603-e9ee13f72ee5 req-55268f4e-19f2-4c3e-911b-e8e7b9bbc1aa tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567036 Jul 19 17:45:19.816488 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-120d5621-d5a1-4e14-a848-2adb8240b86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:19.819544 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-120d5621-d5a1-4e14-a848-2adb8240b86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:19.820567 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-120d5621-d5a1-4e14-a848-2adb8240b86c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2fe0556-ee7f-40d5-a0c3-f57af2b81b6f HTTP/1.1" status: 204 len: 168 time: 0.4201291 Jul 19 17:45:19.832595 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:19.851444 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d5621-d5a1-4e14-a848-2adb8240b86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fe0556-ee7f-40d5-a0c3-f57af2b81b6f,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:19.881031 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:19.920727 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:45:19.923762 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:45:19.926376 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:45:19.928786 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0076093a-329a-4908-8938-9c17d59182f6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:19.933559 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0076093a-329a-4908-8938-9c17d59182f6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418166'] for floatingip, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:19.967385 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event updated for resources: {'Port': ['ID=ecda9f3b-16b1-47e1-b8ed-047372d63609,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:20.038728 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.l3_db [None req-0076093a-329a-4908-8938-9c17d59182f6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Floating IP 0996897b-bba6-43c6-9753-3c6fd10ee184 associated. External IP: 172.27.2.159, port: 837fcb41-2e9b-4908-accf-dd90e039e2af. Jul 19 17:45:20.267308 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0076093a-329a-4908-8938-9c17d59182f6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Router 4d8cee21-75cf-496f-949d-8d60f64a02b0 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:45:20.314229 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:20.386929 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0076093a-329a-4908-8938-9c17d59182f6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:45:20.392798 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0076093a-329a-4908-8938-9c17d59182f6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:20.400227 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:20.401466 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60fe179-c430-4c2e-8f53-9e555e157e90 None None] Sync routers for ids ['4d8cee21-75cf-496f-949d-8d60f64a02b0'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:45:20.410641 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60fe179-c430-4c2e-8f53-9e555e157e90 None None] Routers {'4d8cee21-75cf-496f-949d-8d60f64a02b0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:45:20.411991 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-e60fe179-c430-4c2e-8f53-9e555e157e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['4d8cee21-75cf-496f-949d-8d60f64a02b0'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:20.437660 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-0076093a-329a-4908-8938-9c17d59182f6 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "PUT /v2.0/floatingips/0996897b-bba6-43c6-9753-3c6fd10ee184 HTTP/1.1" status: 200 len: 991 time: 1.1899815 Jul 19 17:45:20.438424 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d34b25-5829-4ccd-b15a-b553b791a857', 'tag': '837fcb41-2e9b-4908-accf-dd90e039e2af'}] {{(pid=99966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:45:20.452152 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d63e5952bb5f3344556664b846ef09cf4b7d384328c9e7905543968cfe1800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15a616f-4470-44a9-8622-d76167fbca40" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d34b25-5829-4ccd-b15a-b553b791a857", "tag": "837fcb41-2e9b-4908-accf-dd90e039e2af"}]}' {{(pid=99966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:45:20.515902 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e949f726-0495-4dbc-b107-f4e8a174e70f x-openstack-request-id: req-e949f726-0495-4dbc-b107-f4e8a174e70f {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:45:20.516454 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d34b25-5829-4ccd-b15a-b553b791a857", "tag": "837fcb41-2e9b-4908-accf-dd90e039e2af", "status": "completed", "code": 200}]} {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:45:20.516938 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e949f726-0495-4dbc-b107-f4e8a174e70f {{(pid=99966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:45:20.517553 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d34b25-5829-4ccd-b15a-b553b791a857', 'tag': '837fcb41-2e9b-4908-accf-dd90e039e2af', 'status': 'completed', 'code': 200} Jul 19 17:45:20.548765 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55354) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:20.554805 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-e60fe179-c430-4c2e-8f53-9e555e157e90 None None] Set router 4d8cee21-75cf-496f-949d-8d60f64a02b0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:45:20.621854 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:20.632332 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:20.659144 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-1a375fb3-5d92-44b3-a717-2d490f896ad5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-962053892-network', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:20.683713 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a375fb3-5d92-44b3-a717-2d490f896ad5 admin admin] Made reservation on behalf of 243f0ff2617147a69560f3caab4c8b42 for: {'network': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:45:20.688034 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1a375fb3-5d92-44b3-a717-2d490f896ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:20.699372 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a616f-4470-44a9-8622-d76167fbca40 req-c8b3408f-7ffa-43a3-95c8-73bfa097fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:20.700895 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-c15a616f-4470-44a9-8622-d76167fbca40 req-c8b3408f-7ffa-43a3-95c8-73bfa097fbe0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db9bcbdd085e472caf212d1387d82a77&device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 1098 time: 0.1305656 Jul 19 17:45:20.701690 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1a375fb3-5d92-44b3-a717-2d490f896ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:20.725130 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event updated for resources: {'Port': ['ID=ecda9f3b-16b1-47e1-b8ed-047372d63609,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:20.752236 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418166'] for floatingip, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:20.804201 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-e60fe179-c430-4c2e-8f53-9e555e157e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:28Z', 'revision_number': 4, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '0996897b-bba6-43c6-9753-3c6fd10ee184', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'port_id': '837fcb41-2e9b-4908-accf-dd90e039e2af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'mac_address': 'fa:16:3e:98:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d34b25-5829-4ccd-b15a-b553b791a857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:44:44Z', 'updated_at': '2021-07-19T17:45:19Z', 'revision_number': 1, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5417cf-ed50-4b13-81ab-4c998fbac4e1', 'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'mac_address': 'fa:16:3e:ad:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:26Z', 'updated_at': '2021-07-19T17:39:41Z', 'revision_number': 5, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'subnets': [{'id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:20.807368 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1a375fb3-5d92-44b3-a717-2d490f896ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:20.812093 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1a375fb3-5d92-44b3-a717-2d490f896ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:20.834948 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60fe179-c430-4c2e-8f53-9e555e157e90 None None] Checking router: 4d8cee21-75cf-496f-949d-8d60f64a02b0 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:45:20.839680 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a375fb3-5d92-44b3-a717-2d490f896ad5 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=99966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:45:20.849662 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a375fb3-5d92-44b3-a717-2d490f896ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60d0c10-d000-431c-821d-e7b9915a4512,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:20.851134 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60fe179-c430-4c2e-8f53-9e555e157e90 None None] Routers {'4d8cee21-75cf-496f-949d-8d60f64a02b0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:45:20.854740 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1a375fb3-5d92-44b3-a717-2d490f896ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:20.855086 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.segments_db [None req-1a375fb3-5d92-44b3-a717-2d490f896ad5 admin admin] Added segment 5448dfe8-b4bf-4442-83e2-b32a3a188177 of type vlan for network 88f5f047-791b-4d40-a04f-4ba6f480519f Jul 19 17:45:20.864289 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-e60fe179-c430-4c2e-8f53-9e555e157e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['4d8cee21-75cf-496f-949d-8d60f64a02b0'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:20.882343 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a616f-4470-44a9-8622-d76167fbca40 req-9873f349-33a1-4e28-8e09-5daa06c31234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:20.883826 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-c15a616f-4470-44a9-8622-d76167fbca40 req-9873f349-33a1-4e28-8e09-5daa06c31234 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a HTTP/1.1" status: 200 len: 911 time: 0.1721478 Jul 19 17:45:20.911656 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1a375fb3-5d92-44b3-a717-2d490f896ad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:20.976332 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-c15a616f-4470-44a9-8622-d76167fbca40 req-bf5e5c1c-75af-4254-b21c-73bc8a5254a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=837fcb41-2e9b-4908-accf-dd90e039e2af HTTP/1.1" status: 200 len: 999 time: 0.0799899 Jul 19 17:45:20.977867 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.l3_db [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Floating IP dd66968c-cd9b-44f8-9b1f-050d0b316ef3 associated. External IP: 172.27.2.150, port: f17237d6-f6e2-41b3-bebf-b1c1cf0746c9. Jul 19 17:45:20.986041 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-e60fe179-c430-4c2e-8f53-9e555e157e90 None None] Set router 4d8cee21-75cf-496f-949d-8d60f64a02b0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:45:21.104375 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a616f-4470-44a9-8622-d76167fbca40 req-eb06a81c-2e8e-43aa-9240-e4bb18e70b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:21.105852 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-c15a616f-4470-44a9-8622-d76167fbca40 req-eb06a81c-2e8e-43aa-9240-e4bb18e70b1d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=835b74c3-3174-4e3c-a77e-d02ca1e76c12 HTTP/1.1" status: 200 len: 849 time: 0.0930970 Jul 19 17:45:21.217971 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1a375fb3-5d92-44b3-a717-2d490f896ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:21.219406 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a375fb3-5d92-44b3-a717-2d490f896ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:21.219993 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1a375fb3-5d92-44b3-a717-2d490f896ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:21.228485 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-e60fe179-c430-4c2e-8f53-9e555e157e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:28Z', 'revision_number': 4, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '0996897b-bba6-43c6-9753-3c6fd10ee184', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'port_id': '837fcb41-2e9b-4908-accf-dd90e039e2af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'mac_address': 'fa:16:3e:98:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d34b25-5829-4ccd-b15a-b553b791a857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:44:44Z', 'updated_at': '2021-07-19T17:45:19Z', 'revision_number': 1, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5417cf-ed50-4b13-81ab-4c998fbac4e1', 'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'mac_address': 'fa:16:3e:ad:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:26Z', 'updated_at': '2021-07-19T17:39:41Z', 'revision_number': 5, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'subnets': [{'id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:21.243688 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a616f-4470-44a9-8622-d76167fbca40 req-e340e2e6-069c-4c2b-a72e-b5fae640b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:21.245218 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-c15a616f-4470-44a9-8622-d76167fbca40 req-e340e2e6-069c-4c2b-a72e-b5fae640b6de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f3ed29a-aeab-4ff0-8078-f93520c30c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1310651 Jul 19 17:45:21.259847 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60fe179-c430-4c2e-8f53-9e555e157e90 None None] The sync data for ids ['4d8cee21-75cf-496f-949d-8d60f64a02b0'] in dv-cinder-800696-4-iscsi is: [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:28Z', 'revision_number': 4, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '0996897b-bba6-43c6-9753-3c6fd10ee184', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'port_id': '837fcb41-2e9b-4908-accf-dd90e039e2af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'mac_address': 'fa:16:3e:98:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d34b25-5829-4ccd-b15a-b553b791a857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:44:44Z', 'updated_at': '2021-07-19T17:45:19Z', 'revision_number': 1, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5417cf-ed50-4b13-81ab-4c998fbac4e1', 'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'mac_address': 'fa:16:3e:ad:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:26Z', 'updated_at': '2021-07-19T17:39:41Z', 'revision_number': 5, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'subnets': [{'id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:45:21.263187 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb177a-06ac-45df-927b-4a28e5c41551 req-c0d27ad5-88ea-4e50-8d35-d94c1c6816e8 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:21.266329 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1feb177a-06ac-45df-927b-4a28e5c41551 req-c0d27ad5-88ea-4e50-8d35-d94c1c6816e8 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 943 time: 0.3683264 Jul 19 17:45:21.276091 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 55360) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:21.278593 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-1a375fb3-5d92-44b3-a717-2d490f896ad5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7282376 Jul 19 17:45:21.287768 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-82945ac9-7966-40e4-95fe-ad9ceefa226a admin admin] Request body: {'subnet': {'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-962053892-subnet', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'ip_version': 4}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:21.351073 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a375fb3-5d92-44b3-a717-2d490f896ad5 admin admin] Pushing event updated for resources: {'Network': ['ID=88f5f047-791b-4d40-a04f-4ba6f480519f,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:21.360995 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:45:21.362244 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network 88f5f047-791b-4d40-a04f-4ba6f480519f details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:45:21.363160 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1feb177a-06ac-45df-927b-4a28e5c41551 req-c9d63c09-fec5-4ec5-93cd-6c58ba67ae35 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442874 Jul 19 17:45:21.385151 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82945ac9-7966-40e4-95fe-ad9ceefa226a admin admin] Made reservation on behalf of 243f0ff2617147a69560f3caab4c8b42 for: {'subnet': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:45:21.387266 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-82945ac9-7966-40e4-95fe-ad9ceefa226a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10261927'] for subnet, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:21.410635 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-c15a616f-4470-44a9-8622-d76167fbca40 req-83199263-7ee3-45e6-a5f8-0002a8999ee5 service neutron] 10.222.0.49 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583910 Jul 19 17:45:21.479775 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0508d640-c62a-47d6-acd4-bc2c8ffb7514 None None] New status for floating IP 0996897b-bba6-43c6-9753-3c6fd10ee184: ACTIVE {{(pid=99969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:45:21.651863 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:45:21.673405 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dcee11-cd8a-4078-ac6d-4fd55c5c437f None None] Sync routers for ids ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:45:21.682289 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-c15a616f-4470-44a9-8622-d76167fbca40 req-690be5bd-d4bd-445b-8825-ccfb1763b778 service neutron] 10.222.0.49 "GET /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636042 Jul 19 17:45:21.698916 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dcee11-cd8a-4078-ac6d-4fd55c5c437f None None] Routers {'3ebc2e62-133f-4703-b31a-5dd1e0de9b51'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:45:21.699604 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-87dcee11-cd8a-4078-ac6d-4fd55c5c437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:44:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:21.704211 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-7332864b-2d74-40dd-b47d-a9cb1863d358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:21.708994 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:21.783677 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-55e4779d-78fc-4c4d-8f76-634503861ec7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7011542 Jul 19 17:45:21.784657 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'tag': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:45:21.787008 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78a2ebe-0351-4594-a52f-82f21c76cf97" -d '{"events": [{"name": "network-changed", "server_uuid": "9480c052-0ce9-491a-82fd-e3de414c6f2a", "tag": "f17237d6-f6e2-41b3-bebf-b1c1cf0746c9"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:45:21.790170 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-82945ac9-7966-40e4-95fe-ad9ceefa226a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8558793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10261969'] for subnet, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:21.833041 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27847422-e53c-4bef-abe3-7e9f32544800 x-openstack-request-id: req-27847422-e53c-4bef-abe3-7e9f32544800 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:45:21.833328 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9480c052-0ce9-491a-82fd-e3de414c6f2a", "tag": "f17237d6-f6e2-41b3-bebf-b1c1cf0746c9", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:45:21.833578 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27847422-e53c-4bef-abe3-7e9f32544800 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:45:21.833972 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'tag': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9', 'status': 'completed', 'code': 200} Jul 19 17:45:21.849108 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82945ac9-7966-40e4-95fe-ad9ceefa226a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce392775-9dbe-4e36-96a8-c22af4629855,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:21.865465 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82945ac9-7966-40e4-95fe-ad9ceefa226a admin admin] Checking segment: {'id': '5448dfe8-b4bf-4442-83e2-b32a3a188177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:45:21.865824 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82945ac9-7966-40e4-95fe-ad9ceefa226a admin admin] Network hostable DHCP agents. Network: 88f5f047-791b-4d40-a04f-4ba6f480519f, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:45:21.909787 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82945ac9-7966-40e4-95fe-ad9ceefa226a admin admin] Network 88f5f047-791b-4d40-a04f-4ba6f480519f is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:45:21.924243 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-82945ac9-7966-40e4-95fe-ad9ceefa226a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, 88f5f047-791b-4d40-a04f-4ba6f480519f) {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:45:21.929278 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:21.931446 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82945ac9-7966-40e4-95fe-ad9ceefa226a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:21.932039 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-82945ac9-7966-40e4-95fe-ad9ceefa226a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:21.939245 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b6be59-1441-4619-b43c-cbc8f20c725d None None] Network 88f5f047-791b-4d40-a04f-4ba6f480519f requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:45:21.952256 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-82945ac9-7966-40e4-95fe-ad9ceefa226a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6689334 Jul 19 17:45:21.955082 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 55370) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:21.960441 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-962053892-router', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:21.964415 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a2ebe-0351-4594-a52f-82f21c76cf97 req-0885087c-0cea-4c5f-8354-d426d13e13c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:21.965852 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d78a2ebe-0351-4594-a52f-82f21c76cf97 req-0885087c-0cea-4c5f-8354-d426d13e13c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c040f5f97adc447195c341b2b823bfe6&device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 1099 time: 0.0888717 Jul 19 17:45:21.970011 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-87dcee11-cd8a-4078-ac6d-4fd55c5c437f None None] Set router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:45:22.009199 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-418101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61407'] for router, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:22.010212 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61382'] for router, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:22.108212 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:22.110383 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a2ebe-0351-4594-a52f-82f21c76cf97 req-7571c94e-0c07-4e50-9640-9efc25a3d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:22.111987 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d78a2ebe-0351-4594-a52f-82f21c76cf97 req-7571c94e-0c07-4e50-9640-9efc25a3d704 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f24d9df-a931-4ff8-bb3b-6117c4624555 HTTP/1.1" status: 200 len: 913 time: 0.1388273 Jul 19 17:45:22.203566 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device f899c92b-b018-485b-ad5a-e1cc5161928d details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:45:22.224260 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2202dd0c-eff8-5d3a-a849-6904cc3a08dc-88f5f047-791b-4d40-a04f-4ba6f480519f', 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'fixed_ips': [{'subnet_id': 'ce392775-9dbe-4e36-96a8-c22af4629855'}]}} from dv-cinder-800696-4-iscsi. {{(pid=99968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:45:22.225079 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:22.291765 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d78a2ebe-0351-4594-a52f-82f21c76cf97 req-fb62f72e-104c-484c-bb97-917b2e81527f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 HTTP/1.1" status: 200 len: 1000 time: 0.1435773 Jul 19 17:45:22.295696 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-418139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6204'] for router, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:22.364391 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a2ebe-0351-4594-a52f-82f21c76cf97 req-b6101af3-fb2d-45f6-9385-fcc4fa1bf8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:22.365780 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d78a2ebe-0351-4594-a52f-82f21c76cf97 req-b6101af3-fb2d-45f6-9385-fcc4fa1bf8e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66a645b9-6b30-4f54-84d8-11e492b1f028 HTTP/1.1" status: 200 len: 851 time: 0.0665030 Jul 19 17:45:22.463423 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port f899c92b-b018-485b-ad5a-e1cc5161928d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f899c92b-b018-485b-ad5a-e1cc5161928d,segment=NetworkSegment(7fd37272-3458-4e5c-9219-83d649cab7c8),segment_id=7fd37272-3458-4e5c-9219-83d649cab7c8)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:45:22.466082 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a2ebe-0351-4594-a52f-82f21c76cf97 req-1ecd47ec-d2ca-4bdd-ba69-b638b03ee1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:22.467580 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d78a2ebe-0351-4594-a52f-82f21c76cf97 req-1ecd47ec-d2ca-4bdd-ba69-b638b03ee1dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f24d9df-a931-4ff8-bb3b-6117c4624555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953453 Jul 19 17:45:22.493153 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': 'f899c92b-b018-485b-ad5a-e1cc5161928d', 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb', 'port_id': 'f899c92b-b018-485b-ad5a-e1cc5161928d', 'mac_address': 'fa:16:3e:34:f4:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:45:22.499101 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Allocated IP 172.20.0.2 (88f5f047-791b-4d40-a04f-4ba6f480519f/ce392775-9dbe-4e36-96a8-c22af4629855/e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:45:22.538720 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d90b0-17da-47ac-818d-f5668dd0e157 req-74b42187-8b25-49c0-a35a-cba06c06ddfe tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:22.540236 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-084d90b0-17da-47ac-818d-f5668dd0e157 req-74b42187-8b25-49c0-a35a-cba06c06ddfe tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 943 time: 0.1076505 Jul 19 17:45:22.551038 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-87dcee11-cd8a-4078-ac6d-4fd55c5c437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': 'dd66968c-cd9b-44f8-9b1f-050d0b316ef3', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'port_id': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'mac_address': 'fa:16:3e:fa:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:45:20Z', 'updated_at': '2021-07-19T17:45:20Z', 'revision_number': 0, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:59Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:22.581717 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-084d90b0-17da-47ac-818d-f5668dd0e157 req-a543564f-6f57-4eb5-8f90-3ebe8b8c2a75 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333786 Jul 19 17:45:22.585665 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dcee11-cd8a-4078-ac6d-4fd55c5c437f None None] Checking router: 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:45:22.623491 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:22.627366 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dcee11-cd8a-4078-ac6d-4fd55c5c437f None None] Routers {'3ebc2e62-133f-4703-b31a-5dd1e0de9b51'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:45:22.627973 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-87dcee11-cd8a-4078-ac6d-4fd55c5c437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:45:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:22.669193 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:22.674448 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d78a2ebe-0351-4594-a52f-82f21c76cf97 req-5351a24e-6517-488f-8a4d-a238bbc83c84 service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950457 Jul 19 17:45:22.698693 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:22.729637 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f899c92b-b018-485b-ad5a-e1cc5161928d {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:45:22.776243 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port f899c92b-b018-485b-ad5a-e1cc5161928d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f899c92b-b018-485b-ad5a-e1cc5161928d,segment=NetworkSegment(7fd37272-3458-4e5c-9219-83d649cab7c8),segment_id=7fd37272-3458-4e5c-9219-83d649cab7c8)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:45:22.788895 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:22.869784 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-87dcee11-cd8a-4078-ac6d-4fd55c5c437f None None] Set router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:45:22.932378 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=f899c92b-b018-485b-ad5a-e1cc5161928d,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:22.936718 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Notify callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:22.980151 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Transition to ACTIVE for port object e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:45:23.013751 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Transition to ACTIVE for port object e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1 will not be triggered until provisioned by entity DHCP. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:45:23.023633 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:23.082137 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Network 88f5f047-791b-4d40-a04f-4ba6f480519f is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:45:23.108882 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d78a2ebe-0351-4594-a52f-82f21c76cf97 req-9eb2be57-2fa8-4b86-a968-bf5eb988e403 service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180100 Jul 19 17:45:23.118910 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:45:23.125798 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Allocated IP 172.27.2.110 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/80ea2d1c-d9c5-4bae-b4a3-824f00bc6279) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:45:23.126251 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:45:23.146590 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Pushing event updated for resources: {'Port': ['ID=e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:23.156021 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:23.159841 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['f899c92b-b018-485b-ad5a-e1cc5161928d'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:45:23.232499 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:23.270312 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:23.272073 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Attempting to bind port e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:45:23.272486 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Attempting to bind port e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '5448dfe8-b4bf-4442-83e2-b32a3a188177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:45:23.272889 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Attempting to bind port e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1 on network 88f5f047-791b-4d40-a04f-4ba6f480519f {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:45:23.289810 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:45:23.290214 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Checking segment: {'id': '5448dfe8-b4bf-4442-83e2-b32a3a188177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:45:23.290623 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:23.291022 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Bound using segment: {'id': '5448dfe8-b4bf-4442-83e2-b32a3a188177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:45:23.291503 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Bound port: e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5448dfe8-b4bf-4442-83e2-b32a3a188177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:45:23.291886 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:23.309605 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:45:23.312354 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:45:23.315860 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:45:23.339681 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Pushing event updated for resources: {'Port': ['ID=80ea2d1c-d9c5-4bae-b4a3-824f00bc6279,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:23.391266 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-87dcee11-cd8a-4078-ac6d-4fd55c5c437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': 'dd66968c-cd9b-44f8-9b1f-050d0b316ef3', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'port_id': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'mac_address': 'fa:16:3e:fa:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:45:20Z', 'updated_at': '2021-07-19T17:45:20Z', 'revision_number': 0, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:59Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:23.431126 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dcee11-cd8a-4078-ac6d-4fd55c5c437f None None] The sync data for ids ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'] in dv-cinder-800696-4-iscsi is: [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': 'dd66968c-cd9b-44f8-9b1f-050d0b316ef3', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'port_id': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'mac_address': 'fa:16:3e:fa:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:45:20Z', 'updated_at': '2021-07-19T17:45:20Z', 'revision_number': 0, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:59Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:45:23.438828 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] For port e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:45:23.462213 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] For port e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1,segment=NetworkSegment(5448dfe8-b4bf-4442-83e2-b32a3a188177),segment_id=5448dfe8-b4bf-4442-83e2-b32a3a188177)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:45:23.469879 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:23.546639 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83f7cf-481e-4040-8729-fdb1f3910bba None None] Pushing event updated for resources: {'Port': ['ID=e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:23.586299 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:23.684431 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01244783-f909-44d0-8215-d6010f685be9 None None] New status for floating IP dd66968c-cd9b-44f8-9b1f-050d0b316ef3: ACTIVE {{(pid=99969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:45:23.727495 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4ac3a-154d-4c73-ba89-5906c5fe2be7 req-c49da38e-c343-4ab2-b254-d2fe5bb6352e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:23.729202 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-79f4ac3a-154d-4c73-ba89-5906c5fe2be7 req-c49da38e-c343-4ab2-b254-d2fe5bb6352e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 944 time: 0.0702417 Jul 19 17:45:23.802555 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:23.804436 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-79f4ac3a-154d-4c73-ba89-5906c5fe2be7 req-8c76aa2e-f79a-4a4a-a1aa-d085659ee93c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690150 Jul 19 17:45:23.850106 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418268'] for router, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:23.991304 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Router 95b74a41-988c-40ca-8972-e2a9aadbfd19 is scheduled to L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 with binding_index 1 {{(pid=99967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:45:24.094606 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:45:24.103784 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Sync routers for ids ['95b74a41-988c-40ca-8972-e2a9aadbfd19'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:45:24.109756 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] Notify callbacks [] for router, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:24.111821 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-ebbdb82c-d3e2-4ce5-a2b5-777ee0a29a1e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1550159 Jul 19 17:45:24.114332 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Routers {'95b74a41-988c-40ca-8972-e2a9aadbfd19'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:45:24.114464 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 55384) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:24.114960 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:45:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['95b74a41-988c-40ca-8972-e2a9aadbfd19'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:24.350714 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Set router 95b74a41-988c-40ca-8972-e2a9aadbfd19 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:45:24.511249 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:24.547719 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:24.561665 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'name': 'tempest-TestShelveInstance-962053892-router', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:23Z', 'revision_number': 3, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'gw_port': {'id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:24.591397 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600a2c64-6922-474d-97f5-f2ee78afb0e5 None None] Network 88f5f047-791b-4d40-a04f-4ba6f480519f requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:45:24.593272 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:45:24.596228 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Checking router: 95b74a41-988c-40ca-8972-e2a9aadbfd19 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:45:24.596574 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Updating router 95b74a41-988c-40ca-8972-e2a9aadbfd19 port 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279 binding host dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:45:24.710534 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Allocated IP 172.20.0.1 (88f5f047-791b-4d40-a04f-4ba6f480519f/ce392775-9dbe-4e36-96a8-c22af4629855/9ad953f1-ffae-4113-84c7-33ee360eebef) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:45:24.720580 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:24.726937 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-c7b2684a-d5c3-4ce7-b28b-659143837f45 None None] Provisioning for port e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1 completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:45:24.817740 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:24.830978 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Transition to ACTIVE for port object 9ad953f1-ffae-4113-84c7-33ee360eebef will not be triggered until provisioned by entity DHCP. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:45:24.847705 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:45:24.867857 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:24.868233 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:24.873537 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:24.918450 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Network 88f5f047-791b-4d40-a04f-4ba6f480519f is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:45:24.919836 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:45:24.924498 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:45:24.945752 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b2379-196a-4be3-a187-69c9cb59a437 req-81f76cc3-741e-444e-81b1-c9e1cc55db0f tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:24.948283 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad953f1-ffae-4113-84c7-33ee360eebef,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:24.951447 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-575b2379-196a-4be3-a187-69c9cb59a437 req-81f76cc3-741e-444e-81b1-c9e1cc55db0f tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 944 time: 0.0734336 Jul 19 17:45:24.965590 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418051'] for router_interface, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:24.994898 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-575b2379-196a-4be3-a187-69c9cb59a437 req-291e28ee-cc23-4ef9-b746-721bdc801700 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340986 Jul 19 17:45:25.073968 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:25.115156 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:25.154747 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1,segment=NetworkSegment(5448dfe8-b4bf-4442-83e2-b32a3a188177),segment_id=5448dfe8-b4bf-4442-83e2-b32a3a188177)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:45:25.159500 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:25.199584 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Notify callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:25.220220 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Transition to ACTIVE for port object 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:45:25.231791 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:25.235030 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:25.291776 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Attempting to bind port 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:45:25.292409 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Attempting to bind port 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:45:25.292771 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Attempting to bind port 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279 on network dd450a14-f1e5-42d3-875a-01b216fac07d {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:45:25.294860 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f515061-8bf1-4558-8edc-4b686746dc79 None None] Pushing event updated for resources: {'Port': ['ID=80ea2d1c-d9c5-4bae-b4a3-824f00bc6279,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:25.300641 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:45:25.301553 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Checking segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:45:25.301957 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:25.302376 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Bound using segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:45:25.302847 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Bound port: 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:45:25.303231 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:25.308565 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:25.313419 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:25.356962 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] For port 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:45:25.360674 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] For port 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=80ea2d1c-d9c5-4bae-b4a3-824f00bc6279,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:45:25.367609 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:25.386675 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad953f1-ffae-4113-84c7-33ee360eebef,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:25.390568 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418451'] for router_interface, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:25.434632 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-ac32b054-1ed5-4322-8641-ce7eb63780b0 None None] Provisioning complete for port e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:25.435007 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ac32b054-1ed5-4322-8641-ce7eb63780b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:25.441566 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Routers {'95b74a41-988c-40ca-8972-e2a9aadbfd19'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:45:25.444401 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:45:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['95b74a41-988c-40ca-8972-e2a9aadbfd19'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:25.486132 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Network 88f5f047-791b-4d40-a04f-4ba6f480519f is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:45:25.487553 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:45:25.501947 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f515061-8bf1-4558-8edc-4b686746dc79 None None] Pushing event updated for resources: {'Port': ['ID=80ea2d1c-d9c5-4bae-b4a3-824f00bc6279,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:25.626222 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Router 95b74a41-988c-40ca-8972-e2a9aadbfd19 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:45:25.631792 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] Set router 95b74a41-988c-40ca-8972-e2a9aadbfd19 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:45:25.709587 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-ac32b054-1ed5-4322-8641-ce7eb63780b0 None None] Provisioning for port 9ad953f1-ffae-4113-84c7-33ee360eebef completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:45:25.733108 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-ac32b054-1ed5-4322-8641-ce7eb63780b0 None None] Provisioning complete for port 9ad953f1-ffae-4113-84c7-33ee360eebef triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:25.733469 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ac32b054-1ed5-4322-8641-ce7eb63780b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:25.749596 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:45:25.762308 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-05b3e52e-d60e-42da-9277-e6d0e8856fa4 admin admin] 10.222.0.58 "PUT /v2.0/routers/95b74a41-988c-40ca-8972-e2a9aadbfd19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6389859 Jul 19 17:45:25.802573 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-ac32b054-1ed5-4322-8641-ce7eb63780b0 None None] Port 9ad953f1-ffae-4113-84c7-33ee360eebef cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:45:25.870576 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'name': 'tempest-TestShelveInstance-962053892-router', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:25Z', 'revision_number': 4, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'gw_port': {'id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '9ad953f1-ffae-4113-84c7-33ee360eebef', 'name': '', 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'mac_address': 'fa:16:3e:f4:2c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:24Z', 'updated_at': '2021-07-19T17:45:25Z', 'revision_number': 2, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'subnets': [{'id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:26.023382 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1d17e-093f-405e-8f43-2b3a50ab2d1e None None] The sync data for ids ['95b74a41-988c-40ca-8972-e2a9aadbfd19'] in dv-cinder-800696-4-iscsi is: [{'id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'name': 'tempest-TestShelveInstance-962053892-router', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:25Z', 'revision_number': 4, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'gw_port': {'id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '9ad953f1-ffae-4113-84c7-33ee360eebef', 'name': '', 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'mac_address': 'fa:16:3e:f4:2c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:24Z', 'updated_at': '2021-07-19T17:45:25Z', 'revision_number': 2, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'subnets': [{'id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:45:26.036519 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-193e6e13-d676-4d99-84ba-85597366817d None None] Provisioning complete for port 9ad953f1-ffae-4113-84c7-33ee360eebef triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:26.036901 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-193e6e13-d676-4d99-84ba-85597366817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:26.077020 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-193e6e13-d676-4d99-84ba-85597366817d None None] Port 9ad953f1-ffae-4113-84c7-33ee360eebef cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:45:26.164790 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf826f-9c20-48f3-a424-52e0a0830b31 req-f356f07a-2f78-47ef-8736-f8fb0202ee37 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:26.166373 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c0cf826f-9c20-48f3-a424-52e0a0830b31 req-f356f07a-2f78-47ef-8736-f8fb0202ee37 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 944 time: 0.0737915 Jul 19 17:45:26.186463 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device f899c92b-b018-485b-ad5a-e1cc5161928d up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:45:26.194279 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-509332a7-12b6-4aa9-8709-2ac08175c491 req-8092d636-1359-4740-b12c-b8ab26450cd3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780027 Jul 19 17:45:26.225063 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c0cf826f-9c20-48f3-a424-52e0a0830b31 req-054ed6b9-6cc3-46ad-8691-38b8a420c940 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508702 Jul 19 17:45:26.308272 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port f899c92b-b018-485b-ad5a-e1cc5161928d completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:45:26.314500 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port f899c92b-b018-485b-ad5a-e1cc5161928d triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:26.314909 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:26.329588 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55412) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:26.341242 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-1c6b9514-b70a-4116-a665-7794aaa3cfdf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1075348688-network', 'tenant_id': 'ea858008ec0d4a69a2528d118b11d741'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:26.371795 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6b9514-b70a-4116-a665-7794aaa3cfdf admin admin] Made reservation on behalf of ea858008ec0d4a69a2528d118b11d741 for: {'network': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:45:26.375750 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9514-b70a-4116-a665-7794aaa3cfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:26.387485 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9514-b70a-4116-a665-7794aaa3cfdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:26.393428 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509332a7-12b6-4aa9-8709-2ac08175c491 req-997d4ed2-5e8a-4d78-a423-34acee9f64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:26.396042 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-509332a7-12b6-4aa9-8709-2ac08175c491 req-997d4ed2-5e8a-4d78-a423-34acee9f64dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0634ad0c797e471297f37a2b2b27b253&device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 1098 time: 0.0911562 Jul 19 17:45:26.428827 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:26.459458 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e807ea-d81b-43a3-a603-76263d9089e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f899c92b-b018-485b-ad5a-e1cc5161928d'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:45:26.462798 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa241cf1-1573-4ea8-ae70-5f5afab4b430" -d '{"events": [{"server_uuid": "17e807ea-d81b-43a3-a603-76263d9089e3", "name": "network-vif-plugged", "status": "completed", "tag": "f899c92b-b018-485b-ad5a-e1cc5161928d"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:45:26.486659 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port f899c92b-b018-485b-ad5a-e1cc5161928d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f899c92b-b018-485b-ad5a-e1cc5161928d,segment=NetworkSegment(7fd37272-3458-4e5c-9219-83d649cab7c8),segment_id=7fd37272-3458-4e5c-9219-83d649cab7c8)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:45:26.493491 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:26.565398 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9514-b70a-4116-a665-7794aaa3cfdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:26.567971 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d66283-3946-47f0-a87d-eccd4c71b84a x-openstack-request-id: req-61d66283-3946-47f0-a87d-eccd4c71b84a {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:45:26.568410 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e807ea-d81b-43a3-a603-76263d9089e3", "name": "network-vif-plugged", "status": "completed", "tag": "f899c92b-b018-485b-ad5a-e1cc5161928d", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:45:26.568666 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-61d66283-3946-47f0-a87d-eccd4c71b84a {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:45:26.569180 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e807ea-d81b-43a3-a603-76263d9089e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f899c92b-b018-485b-ad5a-e1cc5161928d', 'code': 200} Jul 19 17:45:26.570186 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=f899c92b-b018-485b-ad5a-e1cc5161928d,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:26.571261 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9514-b70a-4116-a665-7794aaa3cfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:26.586393 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6b9514-b70a-4116-a665-7794aaa3cfdf admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=99966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:45:26.588924 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509332a7-12b6-4aa9-8709-2ac08175c491 req-d5ce1a2b-7c9e-4cdd-954f-7b0b584c9b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:26.591480 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-509332a7-12b6-4aa9-8709-2ac08175c491 req-d5ce1a2b-7c9e-4cdd-954f-7b0b584c9b5b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9412ab90-14bd-4fb2-8549-8b0724c797fa HTTP/1.1" status: 200 len: 918 time: 0.1448691 Jul 19 17:45:26.614869 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9514-b70a-4116-a665-7794aaa3cfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:26.615527 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.segments_db [None req-1c6b9514-b70a-4116-a665-7794aaa3cfdf admin admin] Added segment ffd533d9-9f08-4e24-b286-841b37938d67 of type vlan for network 254bb9fd-55c7-4549-9fed-4bf60c39bb5d Jul 19 17:45:26.620687 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:45:26.624780 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b9514-b70a-4116-a665-7794aaa3cfdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb33710f-83e8-43c0-9d4e-3cb9ef06123d,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:26.683676 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9514-b70a-4116-a665-7794aaa3cfdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:26.698385 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-509332a7-12b6-4aa9-8709-2ac08175c491 req-e00f1184-be51-4253-b113-4fed49b5d085 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de533a2e-2666-4301-b8e6-9748e3cf04fb HTTP/1.1" status: 200 len: 1001 time: 0.0949388 Jul 19 17:45:26.725987 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:26.726423 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:26.727707 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9514-b70a-4116-a665-7794aaa3cfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:26.733060 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6b9514-b70a-4116-a665-7794aaa3cfdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:26.733965 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9514-b70a-4116-a665-7794aaa3cfdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:26.786781 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509332a7-12b6-4aa9-8709-2ac08175c491 req-eeaf7a48-fc49-4825-ad88-7fdb95e87cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:26.788401 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-509332a7-12b6-4aa9-8709-2ac08175c491 req-eeaf7a48-fc49-4825-ad88-7fdb95e87cc0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=016908ef-9e1e-4636-acd6-cc64d9df8a14 HTTP/1.1" status: 200 len: 856 time: 0.0827789 Jul 19 17:45:26.805974 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b9514-b70a-4116-a665-7794aaa3cfdf admin admin] Pushing event updated for resources: {'Network': ['ID=254bb9fd-55c7-4549-9fed-4bf60c39bb5d,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:26.819219 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network 254bb9fd-55c7-4549-9fed-4bf60c39bb5d details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:45:26.827477 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-1c6b9514-b70a-4116-a665-7794aaa3cfdf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4906211 Jul 19 17:45:26.828166 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55416) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:26.834105 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-b2430bd5-7f3e-43dc-9094-4090f75ccf09 admin admin] Request body: {'subnet': {'network_id': '254bb9fd-55c7-4549-9fed-4bf60c39bb5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1075348688-subnet', 'tenant_id': 'ea858008ec0d4a69a2528d118b11d741', 'ip_version': 4}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:26.862653 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2430bd5-7f3e-43dc-9094-4090f75ccf09 admin admin] Made reservation on behalf of ea858008ec0d4a69a2528d118b11d741 for: {'subnet': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:45:26.865940 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b2430bd5-7f3e-43dc-9094-4090f75ccf09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8584608'] for subnet, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:26.940050 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a348f09-bdec-4302-8a13-62f542873795 req-eaa7b3d0-849f-472a-9b13-448f8481f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:26.941580 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3a348f09-bdec-4302-8a13-62f542873795 req-eaa7b3d0-849f-472a-9b13-448f8481f6e2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 1098 time: 0.1466913 Jul 19 17:45:26.962457 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509332a7-12b6-4aa9-8709-2ac08175c491 req-d038394a-c51a-4fe9-a192-6ad3291985c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:26.964163 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-509332a7-12b6-4aa9-8709-2ac08175c491 req-d038394a-c51a-4fe9-a192-6ad3291985c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9412ab90-14bd-4fb2-8549-8b0724c797fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1284394 Jul 19 17:45:27.016440 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-3a348f09-bdec-4302-8a13-62f542873795 req-86f88d93-09ac-4e39-8f83-ba8066fad0e6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659025 Jul 19 17:45:27.077778 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-509332a7-12b6-4aa9-8709-2ac08175c491 req-9513ec72-0c60-4348-80a3-3ea4f8851cbe service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066837 Jul 19 17:45:27.080783 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b2430bd5-7f3e-43dc-9094-4090f75ccf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9063131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8584662'] for subnet, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:27.141770 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2430bd5-7f3e-43dc-9094-4090f75ccf09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e9e372b-3495-403f-b9b9-d98cfefd3d89,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:27.153724 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2430bd5-7f3e-43dc-9094-4090f75ccf09 admin admin] Checking segment: {'id': 'ffd533d9-9f08-4e24-b286-841b37938d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '254bb9fd-55c7-4549-9fed-4bf60c39bb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:45:27.154194 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2430bd5-7f3e-43dc-9094-4090f75ccf09 admin admin] Network hostable DHCP agents. Network: 254bb9fd-55c7-4549-9fed-4bf60c39bb5d, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:45:27.171842 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2430bd5-7f3e-43dc-9094-4090f75ccf09 admin admin] Network 254bb9fd-55c7-4549-9fed-4bf60c39bb5d is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:45:27.181637 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-b2430bd5-7f3e-43dc-9094-4090f75ccf09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, 254bb9fd-55c7-4549-9fed-4bf60c39bb5d) {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:45:27.185850 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2430bd5-7f3e-43dc-9094-4090f75ccf09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:27.186454 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b2430bd5-7f3e-43dc-9094-4090f75ccf09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:27.193563 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6163306-69d0-4c01-9f07-5ce2a4c10665 None None] Network 254bb9fd-55c7-4549-9fed-4bf60c39bb5d requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:45:27.201701 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-b2430bd5-7f3e-43dc-9094-4090f75ccf09 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3724210 Jul 19 17:45:27.204135 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55418) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:27.208422 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1075348688-router', 'tenant_id': 'ea858008ec0d4a69a2528d118b11d741', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:27.230768 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-418101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61407'] for router, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:27.231787 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61382'] for router, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:27.290134 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:27.363188 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2202dd0c-eff8-5d3a-a849-6904cc3a08dc-254bb9fd-55c7-4549-9fed-4bf60c39bb5d', 'network_id': '254bb9fd-55c7-4549-9fed-4bf60c39bb5d', 'tenant_id': 'ea858008ec0d4a69a2528d118b11d741', 'fixed_ips': [{'subnet_id': '2e9e372b-3495-403f-b9b9-d98cfefd3d89'}]}} from dv-cinder-800696-4-iscsi. {{(pid=99968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 19 17:45:27.365109 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:27.422395 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-509332a7-12b6-4aa9-8709-2ac08175c491 req-fe40f540-b9b0-42b1-9146-7ec3681b38d0 service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019480 Jul 19 17:45:27.489338 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-418139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6204'] for router, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:27.533060 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c5873-e32a-4695-b1ec-93051ba44e47 req-f1680ee2-3b46-4006-ae52-7c59445b5688 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:27.534574 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1f1c5873-e32a-4695-b1ec-93051ba44e47 req-f1680ee2-3b46-4006-ae52-7c59445b5688 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 945 time: 0.1997685 Jul 19 17:45:27.546998 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.db_base_plugin_common [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Allocated IP 172.20.0.2 (254bb9fd-55c7-4549-9fed-4bf60c39bb5d/2e9e372b-3495-403f-b9b9-d98cfefd3d89/cf9cf98f-2270-4656-94e4-48bf5ce883d3) {{(pid=99968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:45:27.588309 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1f1c5873-e32a-4695-b1ec-93051ba44e47 req-7432d158-93aa-4c57-a22a-9e49c62ce8d8 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463154 Jul 19 17:45:27.718147 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Notify callbacks [] for port, precommit_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:27.726899 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Transition to ACTIVE for port object cf9cf98f-2270-4656-94e4-48bf5ce883d3 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:45:27.741009 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Transition to ACTIVE for port object cf9cf98f-2270-4656-94e4-48bf5ce883d3 will not be triggered until provisioned by entity DHCP. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:45:27.747047 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988'] for port, after_create {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:27.757184 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:27.777530 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:27.787110 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Network 254bb9fd-55c7-4549-9fed-4bf60c39bb5d is already hosted by enough agents. {{(pid=99968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:45:27.789851 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.scheduler.base_scheduler [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Resources bound (agent type, host, resource id): {{(pid=99968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:45:27.793558 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Received port after_create {{(pid=99968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:45:27.800541 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Pushing event updated for resources: {'Port': ['ID=cf9cf98f-2270-4656-94e4-48bf5ce883d3,revision_number=1']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:27.859557 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Attempting to bind port cf9cf98f-2270-4656-94e4-48bf5ce883d3 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:45:27.860059 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Attempting to bind port cf9cf98f-2270-4656-94e4-48bf5ce883d3 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': 'ffd533d9-9f08-4e24-b286-841b37938d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '254bb9fd-55c7-4549-9fed-4bf60c39bb5d'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:45:27.860424 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Attempting to bind port cf9cf98f-2270-4656-94e4-48bf5ce883d3 on network 254bb9fd-55c7-4549-9fed-4bf60c39bb5d {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:45:27.865615 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:45:27.865989 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Checking segment: {'id': 'ffd533d9-9f08-4e24-b286-841b37938d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '254bb9fd-55c7-4549-9fed-4bf60c39bb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:45:27.866416 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:27.866811 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Bound using segment: {'id': 'ffd533d9-9f08-4e24-b286-841b37938d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '254bb9fd-55c7-4549-9fed-4bf60c39bb5d'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:45:27.867274 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Bound port: cf9cf98f-2270-4656-94e4-48bf5ce883d3, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd533d9-9f08-4e24-b286-841b37938d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '254bb9fd-55c7-4549-9fed-4bf60c39bb5d'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:45:27.867654 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:27.892314 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_common [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Allocated IP 172.27.2.61 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/0cfd0360-1bc1-42d3-b5ff-f3633abbf096) {{(pid=99966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:45:27.930044 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] For port cf9cf98f-2270-4656-94e4-48bf5ce883d3, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:45:27.933249 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] For port cf9cf98f-2270-4656-94e4-48bf5ce883d3, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=cf9cf98f-2270-4656-94e4-48bf5ce883d3,segment=NetworkSegment(ffd533d9-9f08-4e24-b286-841b37938d67),segment_id=ffd533d9-9f08-4e24-b286-841b37938d67)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:45:27.938111 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:28.001957 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeadb9c-c747-4173-b0eb-fde75bcbeadf None None] Pushing event updated for resources: {'Port': ['ID=cf9cf98f-2270-4656-94e4-48bf5ce883d3,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:28.004553 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:28.052219 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:28.094122 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:45:28.096926 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:45:28.100676 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Received port after_create {{(pid=99966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:45:28.128218 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Pushing event updated for resources: {'Port': ['ID=0cfd0360-1bc1-42d3-b5ff-f3633abbf096,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:28.394756 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:28.571861 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device cf9cf98f-2270-4656-94e4-48bf5ce883d3 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:45:28.600981 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418268'] for router, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:28.631364 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port cf9cf98f-2270-4656-94e4-48bf5ce883d3 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:45:28.644271 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:45:28.699143 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:45:28.703453 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:28.703841 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:28.781148 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53729d-622a-4cd4-9c9f-a4194cbaf246 req-1ebfd47a-a689-4d74-8af2-2984cfaafb73 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:28.788841 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1f53729d-622a-4cd4-9c9f-a4194cbaf246 req-1ebfd47a-a689-4d74-8af2-2984cfaafb73 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 945 time: 0.1108501 Jul 19 17:45:28.803716 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:28.823788 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Sync routers for ids ['95b74a41-988c-40ca-8972-e2a9aadbfd19'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:45:28.837047 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=80ea2d1c-d9c5-4bae-b4a3-824f00bc6279,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:45:28.839633 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Routers {'95b74a41-988c-40ca-8972-e2a9aadbfd19'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:45:28.840506 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:45:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['95b74a41-988c-40ca-8972-e2a9aadbfd19'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:28.845204 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:28.845722 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1f53729d-622a-4cd4-9c9f-a4194cbaf246 req-946da031-a7e9-47bf-88c6-9d85f60f574c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558274 Jul 19 17:45:28.859717 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Router 66cbe702-962f-49df-be3b-6a247d7faae1 is scheduled to L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 with binding_index 1 {{(pid=99966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 17:45:28.908542 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=80ea2d1c-d9c5-4bae-b4a3-824f00bc6279,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:29.005258 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Set router 95b74a41-988c-40ca-8972-e2a9aadbfd19 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:45:29.029529 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:45:29.040921 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Sync routers for ids ['66cbe702-962f-49df-be3b-6a247d7faae1'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:45:29.051580 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Routers {'66cbe702-962f-49df-be3b-6a247d7faae1'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:45:29.052319 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:45:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['66cbe702-962f-49df-be3b-6a247d7faae1'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:29.053303 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955fc24-b878-4ddd-ac6d-398706d111f2 req-308009d9-b936-4c0a-8679-9c2a10e44545 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:29.055657 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5955fc24-b878-4ddd-ac6d-398706d111f2 req-308009d9-b936-4c0a-8679-9c2a10e44545 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 945 time: 0.1052222 Jul 19 17:45:29.056360 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27d4958-1273-4f51-85ee-31069e81514b None None] Network 254bb9fd-55c7-4549-9fed-4bf60c39bb5d requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:45:29.061017 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] Notify callbacks [] for router, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:29.065070 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-989e12e2-2367-4ff6-8d4b-755ad38ae725 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8573749 Jul 19 17:45:29.065337 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55434) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:29.189174 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5955fc24-b878-4ddd-ac6d-398706d111f2 req-93b118d9-1c64-448d-86eb-0b624494f6cc tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255488 Jul 19 17:45:29.195013 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] Provisioning for port cf9cf98f-2270-4656-94e4-48bf5ce883d3 completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:45:29.215893 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] Provisioning complete for port cf9cf98f-2270-4656-94e4-48bf5ce883d3 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:29.216291 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:29.247284 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'name': 'tempest-TestShelveInstance-962053892-router', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:25Z', 'revision_number': 4, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'gw_port': {'id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '9ad953f1-ffae-4113-84c7-33ee360eebef', 'name': '', 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'mac_address': 'fa:16:3e:f4:2c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:24Z', 'updated_at': '2021-07-19T17:45:25Z', 'revision_number': 2, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'subnets': [{'id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:29.281134 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Set router 66cbe702-962f-49df-be3b-6a247d7faae1 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:45:29.299738 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Checking router: 95b74a41-988c-40ca-8972-e2a9aadbfd19 for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:45:29.300089 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Updating router 95b74a41-988c-40ca-8972-e2a9aadbfd19 port 9ad953f1-ffae-4113-84c7-33ee360eebef binding host dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:45:29.340464 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:29.485725 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:29.540372 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:29.648010 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Notify callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:29.659344 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Transition to ACTIVE for port object 9ad953f1-ffae-4113-84c7-33ee360eebef will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:45:29.668257 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:29.689699 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] For port cf9cf98f-2270-4656-94e4-48bf5ce883d3, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=cf9cf98f-2270-4656-94e4-48bf5ce883d3,segment=NetworkSegment(ffd533d9-9f08-4e24-b286-841b37938d67),segment_id=ffd533d9-9f08-4e24-b286-841b37938d67)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:45:29.699035 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:29.773530 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] Pushing event updated for resources: {'Port': ['ID=cf9cf98f-2270-4656-94e4-48bf5ce883d3,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:29.784667 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7003f9-cc41-45a5-b916-2ac85c9a6c7f None None] Pushing event updated for resources: {'Port': ['ID=9ad953f1-ffae-4113-84c7-33ee360eebef,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:29.787141 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:29.787505 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:29.787862 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:29.788195 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:29.788533 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:29.789074 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:29.789517 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:29.789855 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:29.790289 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:29.790622 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:29.790955 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:29.791285 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13e365-2fb3-4e9d-9cef-d392e8cb2432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:29.799947 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'name': 'tempest-TestShelveInstance-1075348688-router', 'tenant_id': 'ea858008ec0d4a69a2528d118b11d741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '0cfd0360-1bc1-42d3-b5ff-f3633abbf096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:27Z', 'updated_at': '2021-07-19T17:45:28Z', 'revision_number': 3, 'project_id': 'ea858008ec0d4a69a2528d118b11d741', 'gw_port': {'id': '0cfd0360-1bc1-42d3-b5ff-f3633abbf096', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:95:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:27Z', 'updated_at': '2021-07-19T17:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:29.831722 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Attempting to bind port 9ad953f1-ffae-4113-84c7-33ee360eebef on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:45:29.832836 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Attempting to bind port 9ad953f1-ffae-4113-84c7-33ee360eebef by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '5448dfe8-b4bf-4442-83e2-b32a3a188177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:45:29.833081 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Attempting to bind port 9ad953f1-ffae-4113-84c7-33ee360eebef on network 88f5f047-791b-4d40-a04f-4ba6f480519f {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:45:29.838681 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:45:29.839073 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Checking segment: {'id': '5448dfe8-b4bf-4442-83e2-b32a3a188177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:45:29.839461 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:29.839834 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Bound using segment: {'id': '5448dfe8-b4bf-4442-83e2-b32a3a188177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:45:29.840313 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Bound port: 9ad953f1-ffae-4113-84c7-33ee360eebef, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5448dfe8-b4bf-4442-83e2-b32a3a188177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:45:29.840714 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:29.841857 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Checking router: 66cbe702-962f-49df-be3b-6a247d7faae1 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:45:29.842694 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Updating router 66cbe702-962f-49df-be3b-6a247d7faae1 port 0cfd0360-1bc1-42d3-b5ff-f3633abbf096 binding host dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:45:29.892110 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:29.964794 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] For port 9ad953f1-ffae-4113-84c7-33ee360eebef, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:45:29.968320 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] For port 9ad953f1-ffae-4113-84c7-33ee360eebef, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=9ad953f1-ffae-4113-84c7-33ee360eebef,segment=NetworkSegment(5448dfe8-b4bf-4442-83e2-b32a3a188177),segment_id=5448dfe8-b4bf-4442-83e2-b32a3a188177)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:45:29.975012 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:30.095373 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_common [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Allocated IP 172.20.0.1 (254bb9fd-55c7-4549-9fed-4bf60c39bb5d/2e9e372b-3495-403f-b9b9-d98cfefd3d89/016460dc-9b10-4302-aca3-f1e2d37621ff) {{(pid=99966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:45:30.127605 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Routers {'95b74a41-988c-40ca-8972-e2a9aadbfd19'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:45:30.128507 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:45:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['95b74a41-988c-40ca-8972-e2a9aadbfd19'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:30.135134 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396cfa-2d75-4eae-b46d-573620097935 req-9d28cfd9-fabf-4bab-849e-98db64d65b10 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:30.142129 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-91396cfa-2d75-4eae-b46d-573620097935 req-9d28cfd9-fabf-4bab-849e-98db64d65b10 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 945 time: 0.5760698 Jul 19 17:45:30.169520 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-0b150746-c0b7-4fae-ae18-aa3f87dcf245 None None] Provisioning complete for port cf9cf98f-2270-4656-94e4-48bf5ce883d3 triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:30.169887 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0b150746-c0b7-4fae-ae18-aa3f87dcf245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:30.249865 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] Set router 95b74a41-988c-40ca-8972-e2a9aadbfd19 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:45:30.257923 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-91396cfa-2d75-4eae-b46d-573620097935 req-1efb2b6a-f060-45c1-b0a5-a18a2bd1667c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148705 Jul 19 17:45:30.299711 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7003f9-cc41-45a5-b916-2ac85c9a6c7f None None] Pushing event updated for resources: {'Port': ['ID=9ad953f1-ffae-4113-84c7-33ee360eebef,revision_number=4']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:30.334096 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:30.338063 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Notify callbacks [] for port, precommit_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:30.356914 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.provisioning_blocks [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Transition to ACTIVE for port object 016460dc-9b10-4302-aca3-f1e2d37621ff will not be triggered until provisioned by entity DHCP. {{(pid=99966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:45:30.375455 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Transition to ACTIVE for port object 0cfd0360-1bc1-42d3-b5ff-f3633abbf096 will not be triggered until provisioned by entity L2. {{(pid=99968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:45:30.386583 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:30.424586 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:30.468736 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Attempting to bind port 0cfd0360-1bc1-42d3-b5ff-f3633abbf096 on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:45:30.470937 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Attempting to bind port 0cfd0360-1bc1-42d3-b5ff-f3633abbf096 by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:45:30.471549 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Attempting to bind port 0cfd0360-1bc1-42d3-b5ff-f3633abbf096 on network dd450a14-f1e5-42d3-875a-01b216fac07d {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:45:30.481587 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Network 254bb9fd-55c7-4549-9fed-4bf60c39bb5d is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:45:30.486764 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:45:30.494379 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Received port after_create {{(pid=99966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:45:30.497117 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Pushing event updated for resources: {'Port': ['ID=016460dc-9b10-4302-aca3-f1e2d37621ff,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:30.507716 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:45:30.508096 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Checking segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:45:30.508505 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:30.508905 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Bound using segment: {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'} {{(pid=99968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:45:30.509399 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.managers [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Bound port: 0cfd0360-1bc1-42d3-b5ff-f3633abbf096, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58546dba-c39e-41d9-ad6f-f9d9fa7cec8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d'}}] {{(pid=99968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:45:30.509822 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:30.524366 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064a7b8-61c5-4b4c-b3d8-fe952f10e172 None None] Pushing event updated for resources: {'Port': ['ID=0cfd0360-1bc1-42d3-b5ff-f3633abbf096,revision_number=2']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:30.541767 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'name': 'tempest-TestShelveInstance-962053892-router', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:25Z', 'revision_number': 4, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'gw_port': {'id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '9ad953f1-ffae-4113-84c7-33ee360eebef', 'name': '', 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'mac_address': 'fa:16:3e:f4:2c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:24Z', 'updated_at': '2021-07-19T17:45:29Z', 'revision_number': 4, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'subnets': [{'id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:30.564553 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418051'] for router_interface, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:30.584936 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fb88d-c0b7-479e-be2c-b751d85d1b7d None None] The sync data for ids ['95b74a41-988c-40ca-8972-e2a9aadbfd19'] in dv-cinder-800696-4-iscsi is: [{'id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'name': 'tempest-TestShelveInstance-962053892-router', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:25Z', 'revision_number': 4, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'gw_port': {'id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '9ad953f1-ffae-4113-84c7-33ee360eebef', 'name': '', 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'mac_address': 'fa:16:3e:f4:2c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:24Z', 'updated_at': '2021-07-19T17:45:29Z', 'revision_number': 4, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'subnets': [{'id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:45:30.611678 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] For port 0cfd0360-1bc1-42d3-b5ff-f3633abbf096, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:45:30.615829 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] For port 0cfd0360-1bc1-42d3-b5ff-f3633abbf096, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=0cfd0360-1bc1-42d3-b5ff-f3633abbf096,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:45:30.620557 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:30.705141 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064a7b8-61c5-4b4c-b3d8-fe952f10e172 None None] Pushing event updated for resources: {'Port': ['ID=0cfd0360-1bc1-42d3-b5ff-f3633abbf096,revision_number=3']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:30.730186 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 9ad953f1-ffae-4113-84c7-33ee360eebef up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:45:30.836596 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Routers {'66cbe702-962f-49df-be3b-6a247d7faae1'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:45:30.837640 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:45:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['66cbe702-962f-49df-be3b-6a247d7faae1'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:30.849589 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:30.913535 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 9ad953f1-ffae-4113-84c7-33ee360eebef completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:45:30.928480 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 9ad953f1-ffae-4113-84c7-33ee360eebef triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:30.928847 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:30.975049 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-e021943a-2339-45fb-8fc5-5006d99b957d None None] Provisioning for port 016460dc-9b10-4302-aca3-f1e2d37621ff completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:45:30.988025 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-e021943a-2339-45fb-8fc5-5006d99b957d None None] Provisioning complete for port 016460dc-9b10-4302-aca3-f1e2d37621ff triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:30.988961 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e021943a-2339-45fb-8fc5-5006d99b957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:31.028937 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] Set router 66cbe702-962f-49df-be3b-6a247d7faae1 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:45:31.068524 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:31.075116 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9062998'] for port, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:31.081235 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-e021943a-2339-45fb-8fc5-5006d99b957d None None] Port 016460dc-9b10-4302-aca3-f1e2d37621ff cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:45:31.162446 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Pushing event updated for resources: {'Port': ['ID=016460dc-9b10-4302-aca3-f1e2d37621ff,revision_number=2']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:31.165767 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418451'] for router_interface, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:31.172776 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:31.249322 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port 9ad953f1-ffae-4113-84c7-33ee360eebef, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=9ad953f1-ffae-4113-84c7-33ee360eebef,segment=NetworkSegment(5448dfe8-b4bf-4442-83e2-b32a3a188177),segment_id=5448dfe8-b4bf-4442-83e2-b32a3a188177)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:45:31.259659 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:31.260625 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device cf9cf98f-2270-4656-94e4-48bf5ce883d3 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:45:31.286250 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Network 254bb9fd-55c7-4549-9fed-4bf60c39bb5d is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:45:31.287705 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:45:31.411548 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=9ad953f1-ffae-4113-84c7-33ee360eebef,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:31.426767 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Router 66cbe702-962f-49df-be3b-6a247d7faae1 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:45:31.449431 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port cf9cf98f-2270-4656-94e4-48bf5ce883d3 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:31.449798 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:31.454151 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'name': 'tempest-TestShelveInstance-1075348688-router', 'tenant_id': 'ea858008ec0d4a69a2528d118b11d741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '0cfd0360-1bc1-42d3-b5ff-f3633abbf096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:27Z', 'updated_at': '2021-07-19T17:45:30Z', 'revision_number': 4, 'project_id': 'ea858008ec0d4a69a2528d118b11d741', 'gw_port': {'id': '0cfd0360-1bc1-42d3-b5ff-f3633abbf096', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:95:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:27Z', 'updated_at': '2021-07-19T17:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '016460dc-9b10-4302-aca3-f1e2d37621ff', 'name': '', 'network_id': '254bb9fd-55c7-4549-9fed-4bf60c39bb5d', 'tenant_id': 'ea858008ec0d4a69a2528d118b11d741', 'mac_address': 'fa:16:3e:29:a9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2e9e372b-3495-403f-b9b9-d98cfefd3d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:29Z', 'updated_at': '2021-07-19T17:45:30Z', 'revision_number': 1, 'project_id': 'ea858008ec0d4a69a2528d118b11d741', 'subnets': [{'id': '2e9e372b-3495-403f-b9b9-d98cfefd3d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:31.507945 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db363384-d3ad-46b8-ab72-f6876d239c55 None None] The sync data for ids ['66cbe702-962f-49df-be3b-6a247d7faae1'] in dv-cinder-800696-4-iscsi is: [{'id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'name': 'tempest-TestShelveInstance-1075348688-router', 'tenant_id': 'ea858008ec0d4a69a2528d118b11d741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '0cfd0360-1bc1-42d3-b5ff-f3633abbf096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:27Z', 'updated_at': '2021-07-19T17:45:30Z', 'revision_number': 4, 'project_id': 'ea858008ec0d4a69a2528d118b11d741', 'gw_port': {'id': '0cfd0360-1bc1-42d3-b5ff-f3633abbf096', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:95:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:27Z', 'updated_at': '2021-07-19T17:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '016460dc-9b10-4302-aca3-f1e2d37621ff', 'name': '', 'network_id': '254bb9fd-55c7-4549-9fed-4bf60c39bb5d', 'tenant_id': 'ea858008ec0d4a69a2528d118b11d741', 'mac_address': 'fa:16:3e:29:a9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2e9e372b-3495-403f-b9b9-d98cfefd3d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:29Z', 'updated_at': '2021-07-19T17:45:30Z', 'revision_number': 1, 'project_id': 'ea858008ec0d4a69a2528d118b11d741', 'subnets': [{'id': '2e9e372b-3495-403f-b9b9-d98cfefd3d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:45:31.584169 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:45:31.598609 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-10bf3f62-b1b8-4d89-b8bd-894577038507 admin admin] 10.222.0.58 "PUT /v2.0/routers/66cbe702-962f-49df-be3b-6a247d7faae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5321674 Jul 19 17:45:31.649602 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:45:31.719163 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-27e18e6e-1a51-45f8-9b97-43a2f3b70d73 None None] Provisioning complete for port 016460dc-9b10-4302-aca3-f1e2d37621ff triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:31.719784 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-27e18e6e-1a51-45f8-9b97-43a2f3b70d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:31.721181 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:31.721558 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:31.781412 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-27e18e6e-1a51-45f8-9b97-43a2f3b70d73 None None] Port 016460dc-9b10-4302-aca3-f1e2d37621ff cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:45:32.375512 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55492) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:32.380403 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-00246b54-5955-49a9-9717-858addd78716 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-51659859', 'description': 'tempest-secgroup-smoke-51659859 description', 'project_id': '243f0ff2617147a69560f3caab4c8b42'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:32.402786 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-00246b54-5955-49a9-9717-858addd78716 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:32.485476 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-00246b54-5955-49a9-9717-858addd78716 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:32.490530 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-00246b54-5955-49a9-9717-858addd78716 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:32.518875 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-00246b54-5955-49a9-9717-858addd78716 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:32.520138 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-00246b54-5955-49a9-9717-858addd78716 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1434426 Jul 19 17:45:32.521977 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00246b54-5955-49a9-9717-858addd78716 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bbc4b9-a693-412d-8cc9-7b0100a80750,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:32.523320 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 55494) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:32.529307 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-20afa0b7-eabc-4f45-a89f-b4748c080fea tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Request body: {'security_group_rule': {'security_group_id': 'f8bbc4b9-a693-412d-8cc9-7b0100a80750', 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:32.548167 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 9ad953f1-ffae-4113-84c7-33ee360eebef up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:45:32.561726 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-20afa0b7-eabc-4f45-a89f-b4748c080fea tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:32.604869 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 9ad953f1-ffae-4113-84c7-33ee360eebef triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:32.605241 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:32.628053 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-20afa0b7-eabc-4f45-a89f-b4748c080fea tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:32.632230 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-20afa0b7-eabc-4f45-a89f-b4748c080fea tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:32.642989 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afa0b7-eabc-4f45-a89f-b4748c080fea tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f31b180-1a62-4e02-b804-64f4ba5a4c02,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:32.663136 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-20afa0b7-eabc-4f45-a89f-b4748c080fea tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:32.664344 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-20afa0b7-eabc-4f45-a89f-b4748c080fea tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387498 Jul 19 17:45:32.667331 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 55500) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:32.671751 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-ceb1fd62-0ad9-4b46-84c3-ec4d7c86b505 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Request body: {'security_group_rule': {'security_group_id': 'f8bbc4b9-a693-412d-8cc9-7b0100a80750', 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:32.697694 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ceb1fd62-0ad9-4b46-84c3-ec4d7c86b505 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:32.752485 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ceb1fd62-0ad9-4b46-84c3-ec4d7c86b505 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:32.756515 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ceb1fd62-0ad9-4b46-84c3-ec4d7c86b505 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:32.789959 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1fd62-0ad9-4b46-84c3-ec4d7c86b505 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d8517eb-f640-4655-bbf0-26eb5ada557f,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:32.796343 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ceb1fd62-0ad9-4b46-84c3-ec4d7c86b505 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:32.797624 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-ceb1fd62-0ad9-4b46-84c3-ec4d7c86b505 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292818 Jul 19 17:45:32.800379 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 55502) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:32.805172 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-5f4eb094-6158-432e-b967-95f9889d4bd2 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Request body: {'security_group_rule': {'security_group_id': 'f8bbc4b9-a693-412d-8cc9-7b0100a80750', 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:32.830720 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5f4eb094-6158-432e-b967-95f9889d4bd2 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:32.888562 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5f4eb094-6158-432e-b967-95f9889d4bd2 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:32.891967 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5f4eb094-6158-432e-b967-95f9889d4bd2 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:32.908628 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4eb094-6158-432e-b967-95f9889d4bd2 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795ec9e9-902c-4f87-99b7-92c53f872632,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:32.914925 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5f4eb094-6158-432e-b967-95f9889d4bd2 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:32.916289 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-5f4eb094-6158-432e-b967-95f9889d4bd2 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147118 Jul 19 17:45:32.919227 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 55504) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:32.923917 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-d9788d04-6122-4657-a368-7c93d0b1d790 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Request body: {'security_group_rule': {'security_group_id': 'f8bbc4b9-a693-412d-8cc9-7b0100a80750', 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:32.948252 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d9788d04-6122-4657-a368-7c93d0b1d790 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:33.008367 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d9788d04-6122-4657-a368-7c93d0b1d790 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:33.011512 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d9788d04-6122-4657-a368-7c93d0b1d790 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:33.028601 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9788d04-6122-4657-a368-7c93d0b1d790 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28ce6f5-17d6-4088-9e7d-25bfb233e144,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:33.042704 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d9788d04-6122-4657-a368-7c93d0b1d790 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:33.044957 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-d9788d04-6122-4657-a368-7c93d0b1d790 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246529 Jul 19 17:45:33.047398 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 55506) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:33.052451 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-996b879d-2077-43ac-82f2-363116f0b6af tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Request body: {'security_group_rule': {'security_group_id': 'f8bbc4b9-a693-412d-8cc9-7b0100a80750', 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:33.075287 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.securitygroups_db [None req-996b879d-2077-43ac-82f2-363116f0b6af tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Project 243f0ff2617147a69560f3caab4c8b42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 17:45:33.080571 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-996b879d-2077-43ac-82f2-363116f0b6af tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:33.145106 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-996b879d-2077-43ac-82f2-363116f0b6af tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:33.149960 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-996b879d-2077-43ac-82f2-363116f0b6af tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:33.168598 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b879d-2077-43ac-82f2-363116f0b6af tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbe0ddd-979a-4df2-808f-f8743eab587b,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:33.171704 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-996b879d-2077-43ac-82f2-363116f0b6af tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:33.175562 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-996b879d-2077-43ac-82f2-363116f0b6af tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244810 Jul 19 17:45:33.176514 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 55508) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:33.180986 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-10de65ef-82de-4baf-b580-df079b26e868 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Request body: {'security_group_rule': {'security_group_id': 'f8bbc4b9-a693-412d-8cc9-7b0100a80750', 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:33.202596 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.securitygroups_db [None req-10de65ef-82de-4baf-b580-df079b26e868 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Project 243f0ff2617147a69560f3caab4c8b42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 17:45:33.208189 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-10de65ef-82de-4baf-b580-df079b26e868 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:33.269500 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-10de65ef-82de-4baf-b580-df079b26e868 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:33.273312 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-10de65ef-82de-4baf-b580-df079b26e868 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:33.292716 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de65ef-82de-4baf-b580-df079b26e868 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538321e2-29d5-46b3-b7c6-947d8271594f,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:33.295898 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-10de65ef-82de-4baf-b580-df079b26e868 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:33.297145 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-10de65ef-82de-4baf-b580-df079b26e868 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196749 Jul 19 17:45:34.568884 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 0cfd0360-1bc1-42d3-b5ff-f3633abbf096 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:45:34.583935 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ed9d3-6f04-415c-bf5c-8141c0cfb719 req-7ea36433-b180-4f2c-adbb-f037189b44cd tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:34.585443 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b94ed9d3-6f04-415c-bf5c-8141c0cfb719 req-7ea36433-b180-4f2c-adbb-f037189b44cd tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0802553 Jul 19 17:45:34.626130 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 0cfd0360-1bc1-42d3-b5ff-f3633abbf096 completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:45:34.632021 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 0cfd0360-1bc1-42d3-b5ff-f3633abbf096 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:34.632717 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:34.635005 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b94ed9d3-6f04-415c-bf5c-8141c0cfb719 req-0d89c3f1-00ab-4e06-9fdc-34d1bf883f44 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420578 Jul 19 17:45:34.712693 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:34.733661 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port 0cfd0360-1bc1-42d3-b5ff-f3633abbf096, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=0cfd0360-1bc1-42d3-b5ff-f3633abbf096,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:45:34.738173 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:34.787109 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=0cfd0360-1bc1-42d3-b5ff-f3633abbf096,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:34.879456 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Sync routers for ids ['66cbe702-962f-49df-be3b-6a247d7faae1'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:45:34.888107 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Routers {'66cbe702-962f-49df-be3b-6a247d7faae1'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:45:34.888788 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:45:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['66cbe702-962f-49df-be3b-6a247d7faae1'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:34.990056 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Set router 66cbe702-962f-49df-be3b-6a247d7faae1 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:45:35.178083 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'name': 'tempest-TestShelveInstance-1075348688-router', 'tenant_id': 'ea858008ec0d4a69a2528d118b11d741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '0cfd0360-1bc1-42d3-b5ff-f3633abbf096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:27Z', 'updated_at': '2021-07-19T17:45:30Z', 'revision_number': 4, 'project_id': 'ea858008ec0d4a69a2528d118b11d741', 'gw_port': {'id': '0cfd0360-1bc1-42d3-b5ff-f3633abbf096', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:27Z', 'updated_at': '2021-07-19T17:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '016460dc-9b10-4302-aca3-f1e2d37621ff', 'name': '', 'network_id': '254bb9fd-55c7-4549-9fed-4bf60c39bb5d', 'tenant_id': 'ea858008ec0d4a69a2528d118b11d741', 'mac_address': 'fa:16:3e:29:a9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2e9e372b-3495-403f-b9b9-d98cfefd3d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:29Z', 'updated_at': '2021-07-19T17:45:30Z', 'revision_number': 2, 'project_id': 'ea858008ec0d4a69a2528d118b11d741', 'subnets': [{'id': '2e9e372b-3495-403f-b9b9-d98cfefd3d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:35.202222 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Checking router: 66cbe702-962f-49df-be3b-6a247d7faae1 for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:45:35.202566 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Updating router 66cbe702-962f-49df-be3b-6a247d7faae1 port 016460dc-9b10-4302-aca3-f1e2d37621ff binding host dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 17:45:35.239273 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:35.487731 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Notify callbacks [] for port, precommit_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:35.496848 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.provisioning_blocks [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Transition to ACTIVE for port object 016460dc-9b10-4302-aca3-f1e2d37621ff will not be triggered until provisioned by entity L2. {{(pid=99969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:45:35.503224 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:35.552638 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa51e55-2224-4b1e-87d6-901a424f915f None None] Pushing event updated for resources: {'Port': ['ID=016460dc-9b10-4302-aca3-f1e2d37621ff,revision_number=3']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:35.577383 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa51e55-2224-4b1e-87d6-901a424f915f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:35.577727 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa51e55-2224-4b1e-87d6-901a424f915f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:35.578148 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa51e55-2224-4b1e-87d6-901a424f915f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:35.578511 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa51e55-2224-4b1e-87d6-901a424f915f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:35.578834 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa51e55-2224-4b1e-87d6-901a424f915f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:35.579167 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa51e55-2224-4b1e-87d6-901a424f915f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:35.579475 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa51e55-2224-4b1e-87d6-901a424f915f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:35.579789 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa51e55-2224-4b1e-87d6-901a424f915f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:35.580120 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa51e55-2224-4b1e-87d6-901a424f915f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:35.580432 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa51e55-2224-4b1e-87d6-901a424f915f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:35.580924 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa51e55-2224-4b1e-87d6-901a424f915f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:35.581411 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa51e55-2224-4b1e-87d6-901a424f915f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:45:35.618635 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Attempting to bind port 016460dc-9b10-4302-aca3-f1e2d37621ff on host dv-cinder-800696-4-iscsi for vnic_type normal with profile {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:45:35.619077 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Attempting to bind port 016460dc-9b10-4302-aca3-f1e2d37621ff by drivers openvswitch,hyperv on host dv-cinder-800696-4-iscsi at level 0 using segments [{'id': 'ffd533d9-9f08-4e24-b286-841b37938d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '254bb9fd-55c7-4549-9fed-4bf60c39bb5d'}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:45:35.619366 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Attempting to bind port 016460dc-9b10-4302-aca3-f1e2d37621ff on network 254bb9fd-55c7-4549-9fed-4bf60c39bb5d {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:45:35.624549 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Checking agent: {'id': 'f9a7919c-303b-472f-bd4c-60cf0bc090fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 31, 22), 'started_at': datetime.datetime(2021, 7, 19, 17, 31, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:45:35.624918 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Checking segment: {'id': 'ffd533d9-9f08-4e24-b286-841b37938d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '254bb9fd-55c7-4549-9fed-4bf60c39bb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:45:35.625314 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:35.625702 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Bound using segment: {'id': 'ffd533d9-9f08-4e24-b286-841b37938d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '254bb9fd-55c7-4549-9fed-4bf60c39bb5d'} {{(pid=99969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:45:35.626194 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.managers [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Bound port: 016460dc-9b10-4302-aca3-f1e2d37621ff, host: dv-cinder-800696-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd533d9-9f08-4e24-b286-841b37938d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '254bb9fd-55c7-4549-9fed-4bf60c39bb5d'}}] {{(pid=99969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:45:35.626572 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:35.696157 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] For port 016460dc-9b10-4302-aca3-f1e2d37621ff, host dv-cinder-800696-4-iscsi, cleared binding levels {{(pid=99969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:45:35.699336 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.plugins.ml2.db [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] For port 016460dc-9b10-4302-aca3-f1e2d37621ff, host dv-cinder-800696-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=016460dc-9b10-4302-aca3-f1e2d37621ff,segment=NetworkSegment(ffd533d9-9f08-4e24-b286-841b37938d67),segment_id=ffd533d9-9f08-4e24-b286-841b37938d67)] {{(pid=99969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:45:35.704163 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:35.765587 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Routers {'66cbe702-962f-49df-be3b-6a247d7faae1'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:45:35.766419 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:45:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['66cbe702-962f-49df-be3b-6a247d7faae1'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:35.805757 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa51e55-2224-4b1e-87d6-901a424f915f None None] Pushing event updated for resources: {'Port': ['ID=016460dc-9b10-4302-aca3-f1e2d37621ff,revision_number=4']} {{(pid=99969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:35.824180 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693118ac-08d1-4e12-b72b-a24c1b446e21 req-e7663893-a7d8-4953-8b94-16994fbae3cf tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:35.826049 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-693118ac-08d1-4e12-b72b-a24c1b446e21 req-e7663893-a7d8-4953-8b94-16994fbae3cf tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.1092777 Jul 19 17:45:35.866843 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-693118ac-08d1-4e12-b72b-a24c1b446e21 req-7d2bf57b-1dcb-4c3a-a8c0-c06ee964e37f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349791 Jul 19 17:45:35.896541 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] Set router 66cbe702-962f-49df-be3b-6a247d7faae1 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:45:36.095775 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'name': 'tempest-TestShelveInstance-1075348688-router', 'tenant_id': 'ea858008ec0d4a69a2528d118b11d741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '0cfd0360-1bc1-42d3-b5ff-f3633abbf096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:27Z', 'updated_at': '2021-07-19T17:45:30Z', 'revision_number': 4, 'project_id': 'ea858008ec0d4a69a2528d118b11d741', 'gw_port': {'id': '0cfd0360-1bc1-42d3-b5ff-f3633abbf096', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:27Z', 'updated_at': '2021-07-19T17:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '016460dc-9b10-4302-aca3-f1e2d37621ff', 'name': '', 'network_id': '254bb9fd-55c7-4549-9fed-4bf60c39bb5d', 'tenant_id': 'ea858008ec0d4a69a2528d118b11d741', 'mac_address': 'fa:16:3e:29:a9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2e9e372b-3495-403f-b9b9-d98cfefd3d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:29Z', 'updated_at': '2021-07-19T17:45:35Z', 'revision_number': 4, 'project_id': 'ea858008ec0d4a69a2528d118b11d741', 'subnets': [{'id': '2e9e372b-3495-403f-b9b9-d98cfefd3d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:36.197889 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2aa583-8a71-494e-854a-fbd1635c33ae None None] The sync data for ids ['66cbe702-962f-49df-be3b-6a247d7faae1'] in dv-cinder-800696-4-iscsi is: [{'id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'name': 'tempest-TestShelveInstance-1075348688-router', 'tenant_id': 'ea858008ec0d4a69a2528d118b11d741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '0cfd0360-1bc1-42d3-b5ff-f3633abbf096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:27Z', 'updated_at': '2021-07-19T17:45:30Z', 'revision_number': 4, 'project_id': 'ea858008ec0d4a69a2528d118b11d741', 'gw_port': {'id': '0cfd0360-1bc1-42d3-b5ff-f3633abbf096', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:27Z', 'updated_at': '2021-07-19T17:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '016460dc-9b10-4302-aca3-f1e2d37621ff', 'name': '', 'network_id': '254bb9fd-55c7-4549-9fed-4bf60c39bb5d', 'tenant_id': 'ea858008ec0d4a69a2528d118b11d741', 'mac_address': 'fa:16:3e:29:a9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2e9e372b-3495-403f-b9b9-d98cfefd3d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:29Z', 'updated_at': '2021-07-19T17:45:35Z', 'revision_number': 4, 'project_id': 'ea858008ec0d4a69a2528d118b11d741', 'subnets': [{'id': '2e9e372b-3495-403f-b9b9-d98cfefd3d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:45:36.566740 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 016460dc-9b10-4302-aca3-f1e2d37621ff up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:45:36.629635 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning for port 016460dc-9b10-4302-aca3-f1e2d37621ff completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:45:36.633672 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 016460dc-9b10-4302-aca3-f1e2d37621ff triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:36.634195 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:36.713175 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:36.747813 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] For port 016460dc-9b10-4302-aca3-f1e2d37621ff, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=016460dc-9b10-4302-aca3-f1e2d37621ff,segment=NetworkSegment(ffd533d9-9f08-4e24-b286-841b37938d67),segment_id=ffd533d9-9f08-4e24-b286-841b37938d67)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:45:36.751732 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:36.752736 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 0cfd0360-1bc1-42d3-b5ff-f3633abbf096 up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:45:36.948562 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Pushing event updated for resources: {'Port': ['ID=016460dc-9b10-4302-aca3-f1e2d37621ff,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:36.962288 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 0cfd0360-1bc1-42d3-b5ff-f3633abbf096 triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:36.962720 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:37.006145 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48760e4-0e36-4f1d-96ed-7d91786d0445 req-5679dccc-1de2-43a5-9142-ad7115c88c80 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:37.007695 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e48760e4-0e36-4f1d-96ed-7d91786d0445 req-5679dccc-1de2-43a5-9142-ad7115c88c80 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0689025 Jul 19 17:45:37.048534 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e48760e4-0e36-4f1d-96ed-7d91786d0445 req-ed08a3a6-7537-4dc3-a173-bc1f3c8cf895 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349433 Jul 19 17:45:38.187778 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79851143-5939-4609-a380-1ab5824042f5 req-33c05772-4206-41ac-9100-cdec62a060bd tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:38.189324 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-79851143-5939-4609-a380-1ab5824042f5 req-33c05772-4206-41ac-9100-cdec62a060bd tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0677199 Jul 19 17:45:38.230572 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-79851143-5939-4609-a380-1ab5824042f5 req-b9e6d586-3d5d-4075-ae2b-cd79a2bedbef tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357001 Jul 19 17:45:38.537404 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 016460dc-9b10-4302-aca3-f1e2d37621ff up at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:45:38.585926 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Provisioning complete for port 016460dc-9b10-4302-aca3-f1e2d37621ff triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:38.588083 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:39.369002 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9918d-c77a-4dc6-8d04-a94626ae320f req-2ed59711-eace-4558-adad-f74a1383a2c0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:39.370525 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-94e9918d-c77a-4dc6-8d04-a94626ae320f req-2ed59711-eace-4558-adad-f74a1383a2c0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0635610 Jul 19 17:45:39.408550 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-94e9918d-c77a-4dc6-8d04-a94626ae320f req-ba8a2285-1b51-474f-91ea-09d60715e539 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322404 Jul 19 17:45:40.044271 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285265bb-351d-4d1e-859b-acd2ef0488eb req-508c3ffe-a1ae-49ec-b090-a2ed362e92dd tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:40.045682 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-285265bb-351d-4d1e-859b-acd2ef0488eb req-508c3ffe-a1ae-49ec-b090-a2ed362e92dd tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 945 time: 0.0645497 Jul 19 17:45:40.084388 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-285265bb-351d-4d1e-859b-acd2ef0488eb req-5899d629-3ac6-4f1a-bb5d-01e1135a9c97 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331621 Jul 19 17:45:40.105514 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55638) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:40.307739 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0136e01a-23ca-41d0-b528-1474a69f5388 tempest-TestMinimumBasicScenario-232839570 tempest-TestMinimumBasicScenario-232839570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:40.309275 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-0136e01a-23ca-41d0-b528-1474a69f5388 tempest-TestMinimumBasicScenario-232839570 tempest-TestMinimumBasicScenario-232839570-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 1093 time: 0.2027748 Jul 19 17:45:40.312094 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55644) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:40.317006 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Request body: {'floatingip': {'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'port_id': 'f899c92b-b018-485b-ad5a-e1cc5161928d', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:40.338328 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for floatingip, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:40.434896 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:40.582879 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_common [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Allocated IP 172.27.2.101 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/86db90dc-1db5-44dd-a5ab-5a078be85610) {{(pid=99966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:45:40.603930 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f1747-0b39-444e-acc6-bb43dbf267a4 req-afbcc2d8-0fdb-41b8-bd36-e269f8e9676a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:40.605747 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-870f1747-0b39-444e-acc6-bb43dbf267a4 req-afbcc2d8-0fdb-41b8-bd36-e269f8e9676a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.1206300 Jul 19 17:45:40.691362 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-870f1747-0b39-444e-acc6-bb43dbf267a4 req-5944d04f-5597-4250-8b81-989c7f32a247 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790310 Jul 19 17:45:40.727625 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for port, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:40.765925 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:40.802477 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:45:40.807403 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:45:40.811574 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Received port after_create {{(pid=99966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:45:40.835386 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Pushing event updated for resources: {'Port': ['ID=86db90dc-1db5-44dd-a5ab-5a078be85610,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:41.165057 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:41.243549 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:41.393582 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for port, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:41.398891 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9062998'] for port, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:41.473199 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Pushing event updated for resources: {'Port': ['ID=86db90dc-1db5-44dd-a5ab-5a078be85610,revision_number=2']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:41.483327 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418166'] for floatingip, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:41.586861 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.l3_db [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Floating IP 28e8cdfc-02d4-471f-bc9e-e4c66cac28e2 associated. External IP: 172.27.2.101, port: f899c92b-b018-485b-ad5a-e1cc5161928d. Jul 19 17:45:42.071234 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Router f2630d80-4841-48c1-9a0c-c387f8ca00c3 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:45:42.095368 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cefca-f034-4b7f-bc45-a45b7209b38b req-79ac3dd8-6f46-48a0-ae62-04f44a3f6e16 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:42.096842 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-457cefca-f034-4b7f-bc45-a45b7209b38b req-79ac3dd8-6f46-48a0-ae62-04f44a3f6e16 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.3317444 Jul 19 17:45:42.202120 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-457cefca-f034-4b7f-bc45-a45b7209b38b req-302e5d05-4653-4e50-9308-d049765333a9 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730531 Jul 19 17:45:42.220315 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:45:42.235536 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb62d70-952f-4166-9c52-f273b3285c6d None None] Sync routers for ids ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:45:42.241785 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.246671 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb62d70-952f-4166-9c52-f273b3285c6d None None] Routers {'f2630d80-4841-48c1-9a0c-c387f8ca00c3'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:45:42.247451 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-bbb62d70-952f-4166-9c52-f273b3285c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:45:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:42.282803 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-fe928115-ab21-4050-930e-5713bdffb091 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9672189 Jul 19 17:45:42.282803 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e807ea-d81b-43a3-a603-76263d9089e3', 'tag': 'f899c92b-b018-485b-ad5a-e1cc5161928d'}] {{(pid=99966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:45:42.283284 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d63e5952bb5f3344556664b846ef09cf4b7d384328c9e7905543968cfe1800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0a1e6f-a624-413e-abf9-0f4588bfd50c" -d '{"events": [{"name": "network-changed", "server_uuid": "17e807ea-d81b-43a3-a603-76263d9089e3", "tag": "f899c92b-b018-485b-ad5a-e1cc5161928d"}]}' {{(pid=99966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:45:42.283732 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 55658) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:42.289721 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-8a2bafde-82ff-4952-af4f-adfff203311c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-105792395', 'description': 'tempest-secgroup-smoke-105792395 description', 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:42.317138 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8a2bafde-82ff-4952-af4f-adfff203311c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.332102 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b0aa00-506f-42c7-94ad-04b67c8ac4cc x-openstack-request-id: req-49b0aa00-506f-42c7-94ad-04b67c8ac4cc {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:45:42.332401 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e807ea-d81b-43a3-a603-76263d9089e3", "tag": "f899c92b-b018-485b-ad5a-e1cc5161928d", "status": "completed", "code": 200}]} {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:45:42.332662 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49b0aa00-506f-42c7-94ad-04b67c8ac4cc {{(pid=99966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:45:42.333062 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e807ea-d81b-43a3-a603-76263d9089e3', 'tag': 'f899c92b-b018-485b-ad5a-e1cc5161928d', 'status': 'completed', 'code': 200} Jul 19 17:45:42.370671 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-bbb62d70-952f-4166-9c52-f273b3285c6d None None] Set router f2630d80-4841-48c1-9a0c-c387f8ca00c3 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:45:42.408050 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8a2bafde-82ff-4952-af4f-adfff203311c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.420645 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8a2bafde-82ff-4952-af4f-adfff203311c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.464252 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8a2bafde-82ff-4952-af4f-adfff203311c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.465618 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-8a2bafde-82ff-4952-af4f-adfff203311c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1795843 Jul 19 17:45:42.468589 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55662) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:42.473718 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-9d94ee17-7d89-42be-aa0c-c04b54a5dbc2 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Request body: {'security_group_rule': {'security_group_id': 'bef6feb9-ef94-4996-844f-8193fa013c0c', 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:42.477657 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bafde-82ff-4952-af4f-adfff203311c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef6feb9-ef94-4996-844f-8193fa013c0c,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:42.502361 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a1e6f-a624-413e-abf9-0f4588bfd50c req-611b61ec-13d3-4182-8782-8d597b228fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:42.504094 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-db0a1e6f-a624-413e-abf9-0f4588bfd50c req-611b61ec-13d3-4182-8782-8d597b228fdc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20f4b012f44a4e3b8b37ec0383085ddb&device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 1098 time: 0.0925701 Jul 19 17:45:42.506357 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9d94ee17-7d89-42be-aa0c-c04b54a5dbc2 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.573864 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9d94ee17-7d89-42be-aa0c-c04b54a5dbc2 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.577849 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9d94ee17-7d89-42be-aa0c-c04b54a5dbc2 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.599206 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94ee17-7d89-42be-aa0c-c04b54a5dbc2 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b1343e-990f-4986-8a98-a3af3279d617,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:42.602546 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9d94ee17-7d89-42be-aa0c-c04b54a5dbc2 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.603737 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-9d94ee17-7d89-42be-aa0c-c04b54a5dbc2 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341686 Jul 19 17:45:42.606858 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55664) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:42.611460 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-6e2c6dc1-f209-4a42-99d2-34e581af8813 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Request body: {'security_group_rule': {'security_group_id': 'bef6feb9-ef94-4996-844f-8193fa013c0c', 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:42.612605 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a1e6f-a624-413e-abf9-0f4588bfd50c req-97dab2fa-6b65-4796-9b33-01ef81f8aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:42.614741 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-db0a1e6f-a624-413e-abf9-0f4588bfd50c req-97dab2fa-6b65-4796-9b33-01ef81f8aff8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76472700-e7a4-45dd-9538-deb84d546bfb HTTP/1.1" status: 200 len: 916 time: 0.1006095 Jul 19 17:45:42.632632 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-bbb62d70-952f-4166-9c52-f273b3285c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'name': 'tempest-TestMinimumBasicScenario-1071537777-router', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:28Z', 'updated_at': '2021-07-19T17:44:32Z', 'revision_number': 4, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'gw_port': {'id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:29Z', 'updated_at': '2021-07-19T17:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '28e8cdfc-02d4-471f-bc9e-e4c66cac28e2', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'port_id': 'f899c92b-b018-485b-ad5a-e1cc5161928d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb', 'mac_address': 'fa:16:3e:34:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e807ea-d81b-43a3-a603-76263d9089e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:45:41Z', 'updated_at': '2021-07-19T17:45:41Z', 'revision_number': 0, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eae6314-546d-497f-abdc-54c37343b219', 'name': '', 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'mac_address': 'fa:16:3e:25:56:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:31Z', 'updated_at': '2021-07-19T17:44:36Z', 'revision_number': 5, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'subnets': [{'id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:42.639181 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6dc1-f209-4a42-99d2-34e581af8813 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.661354 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb62d70-952f-4166-9c52-f273b3285c6d None None] Checking router: f2630d80-4841-48c1-9a0c-c387f8ca00c3 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:45:42.670696 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb62d70-952f-4166-9c52-f273b3285c6d None None] Routers {'f2630d80-4841-48c1-9a0c-c387f8ca00c3'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:45:42.671298 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-bbb62d70-952f-4166-9c52-f273b3285c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:45:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:42.689295 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-db0a1e6f-a624-413e-abf9-0f4588bfd50c req-611e6eef-08cc-4e98-8cc0-47d75c8b6756 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f899c92b-b018-485b-ad5a-e1cc5161928d HTTP/1.1" status: 200 len: 999 time: 0.0669587 Jul 19 17:45:42.708053 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6dc1-f209-4a42-99d2-34e581af8813 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.713735 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6dc1-f209-4a42-99d2-34e581af8813 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.719366 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:45:42.736159 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c6dc1-f209-4a42-99d2-34e581af8813 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee656177-eaf7-4de0-8393-68bdd907c335,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:42.745516 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6dc1-f209-4a42-99d2-34e581af8813 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.748803 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-6e2c6dc1-f209-4a42-99d2-34e581af8813 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386590 Jul 19 17:45:42.749080 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55668) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:42.753549 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-b6066a98-50ed-4c1f-90c6-62dabe21dc76 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Request body: {'security_group_rule': {'security_group_id': 'bef6feb9-ef94-4996-844f-8193fa013c0c', 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:42.760120 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a1e6f-a624-413e-abf9-0f4588bfd50c req-f3268522-440e-4b0e-bd97-669e0c0b3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:42.761985 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-db0a1e6f-a624-413e-abf9-0f4588bfd50c req-f3268522-440e-4b0e-bd97-669e0c0b3f94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4bee41ee-1406-4992-8a65-c5441e565b2e HTTP/1.1" status: 200 len: 854 time: 0.0604446 Jul 19 17:45:42.780488 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b6066a98-50ed-4c1f-90c6-62dabe21dc76 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.805749 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-bbb62d70-952f-4166-9c52-f273b3285c6d None None] Set router f2630d80-4841-48c1-9a0c-c387f8ca00c3 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:45:42.833007 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a1e6f-a624-413e-abf9-0f4588bfd50c req-8f06f044-63dc-4d8b-87ea-347bd78de586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:42.834899 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-db0a1e6f-a624-413e-abf9-0f4588bfd50c req-8f06f044-63dc-4d8b-87ea-347bd78de586 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76472700-e7a4-45dd-9538-deb84d546bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588825 Jul 19 17:45:42.846159 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b6066a98-50ed-4c1f-90c6-62dabe21dc76 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.850644 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b6066a98-50ed-4c1f-90c6-62dabe21dc76 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.871259 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6066a98-50ed-4c1f-90c6-62dabe21dc76 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a477b524-dbc6-49af-8c81-bd9077b376cc,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:42.874717 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b6066a98-50ed-4c1f-90c6-62dabe21dc76 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.877810 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-b6066a98-50ed-4c1f-90c6-62dabe21dc76 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261415 Jul 19 17:45:42.879580 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55670) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:42.884526 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-6bc2acb1-9587-4e84-a29c-cfc37a3d675d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Request body: {'security_group_rule': {'security_group_id': 'bef6feb9-ef94-4996-844f-8193fa013c0c', 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:42.915019 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-6bc2acb1-9587-4e84-a29c-cfc37a3d675d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.992901 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-6bc2acb1-9587-4e84-a29c-cfc37a3d675d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:42.998238 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-6bc2acb1-9587-4e84-a29c-cfc37a3d675d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:43.022435 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2acb1-9587-4e84-a29c-cfc37a3d675d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b054dd-e7ba-4ced-8e49-1aaefdb763ba,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:43.025049 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-6bc2acb1-9587-4e84-a29c-cfc37a3d675d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:43.026461 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-6bc2acb1-9587-4e84-a29c-cfc37a3d675d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458085 Jul 19 17:45:43.029242 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55672) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:43.034921 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-0ba9dc16-449b-4842-99be-1f193aed47a4 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Request body: {'security_group_rule': {'security_group_id': 'bef6feb9-ef94-4996-844f-8193fa013c0c', 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:43.056984 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.securitygroups_db [None req-0ba9dc16-449b-4842-99be-1f193aed47a4 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Project 20f4b012f44a4e3b8b37ec0383085ddb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 17:45:43.065780 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-bbb62d70-952f-4166-9c52-f273b3285c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'name': 'tempest-TestMinimumBasicScenario-1071537777-router', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:28Z', 'updated_at': '2021-07-19T17:44:32Z', 'revision_number': 4, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'gw_port': {'id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:29Z', 'updated_at': '2021-07-19T17:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '28e8cdfc-02d4-471f-bc9e-e4c66cac28e2', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'port_id': 'f899c92b-b018-485b-ad5a-e1cc5161928d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb', 'mac_address': 'fa:16:3e:34:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e807ea-d81b-43a3-a603-76263d9089e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:45:41Z', 'updated_at': '2021-07-19T17:45:41Z', 'revision_number': 0, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eae6314-546d-497f-abdc-54c37343b219', 'name': '', 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'mac_address': 'fa:16:3e:25:56:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:31Z', 'updated_at': '2021-07-19T17:44:36Z', 'revision_number': 5, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'subnets': [{'id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:45:43.067017 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0ba9dc16-449b-4842-99be-1f193aed47a4 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:43.098407 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb62d70-952f-4166-9c52-f273b3285c6d None None] The sync data for ids ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'] in dv-cinder-800696-4-iscsi is: [{'id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'name': 'tempest-TestMinimumBasicScenario-1071537777-router', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:28Z', 'updated_at': '2021-07-19T17:44:32Z', 'revision_number': 4, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'gw_port': {'id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:29Z', 'updated_at': '2021-07-19T17:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '28e8cdfc-02d4-471f-bc9e-e4c66cac28e2', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'port_id': 'f899c92b-b018-485b-ad5a-e1cc5161928d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb', 'mac_address': 'fa:16:3e:34:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e807ea-d81b-43a3-a603-76263d9089e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:45:41Z', 'updated_at': '2021-07-19T17:45:41Z', 'revision_number': 0, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eae6314-546d-497f-abdc-54c37343b219', 'name': '', 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'mac_address': 'fa:16:3e:25:56:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:31Z', 'updated_at': '2021-07-19T17:44:36Z', 'revision_number': 5, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'subnets': [{'id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:45:43.135997 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0ba9dc16-449b-4842-99be-1f193aed47a4 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:43.140470 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0ba9dc16-449b-4842-99be-1f193aed47a4 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:43.163973 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9dc16-449b-4842-99be-1f193aed47a4 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e7631e-2601-49ab-b23d-4fdcf80af994,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:43.167679 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0ba9dc16-449b-4842-99be-1f193aed47a4 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:43.168886 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-0ba9dc16-449b-4842-99be-1f193aed47a4 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387165 Jul 19 17:45:43.171620 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55674) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:45:43.176699 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-7f526b75-dda4-47fe-97bb-2cbbea33be6e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Request body: {'security_group_rule': {'security_group_id': 'bef6feb9-ef94-4996-844f-8193fa013c0c', 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:43.201852 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.securitygroups_db [None req-7f526b75-dda4-47fe-97bb-2cbbea33be6e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Project 20f4b012f44a4e3b8b37ec0383085ddb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 17:45:43.207421 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7f526b75-dda4-47fe-97bb-2cbbea33be6e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:43.234390 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-db0a1e6f-a624-413e-abf9-0f4588bfd50c req-d2cf8be5-ad1a-40de-b82d-dc6ae3887c36 service neutron] 10.222.0.49 "GET /v2.0/networks/76472700-e7a4-45dd-9538-deb84d546bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706622 Jul 19 17:45:43.282955 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7f526b75-dda4-47fe-97bb-2cbbea33be6e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:43.288819 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7f526b75-dda4-47fe-97bb-2cbbea33be6e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695810'] for security_group_rule, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:43.348945 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f526b75-dda4-47fe-97bb-2cbbea33be6e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1607ec5-bb81-437a-a2a0-3e02f24ca362,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:43.353549 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7f526b75-dda4-47fe-97bb-2cbbea33be6e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:43.365453 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-db0a1e6f-a624-413e-abf9-0f4588bfd50c req-64c4a148-bcc4-4e5f-90e0-1751771d8dd4 service neutron] 10.222.0.49 "GET /v2.0/networks/76472700-e7a4-45dd-9538-deb84d546bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222279 Jul 19 17:45:43.368496 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-7f526b75-dda4-47fe-97bb-2cbbea33be6e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1939838 Jul 19 17:45:43.392767 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267c9b06-5a43-4901-9c8e-6226ed211995 None None] New status for floating IP 28e8cdfc-02d4-471f-bc9e-e4c66cac28e2: ACTIVE {{(pid=99969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:45:43.436415 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aad86-b9ba-462e-8e1e-d4988e6b6e43 req-15393357-0dca-41dc-9e9b-479f4735ba34 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:43.437915 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-777aad86-b9ba-462e-8e1e-d4988e6b6e43 req-15393357-0dca-41dc-9e9b-479f4735ba34 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.1511536 Jul 19 17:45:43.490234 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fb0dc87f-93b1-486f-b8ba-a18a019201d6 req-8c18ccd3-f1ad-49f9-9e6f-4cfa7de51cd6 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-105792395&fields=id&tenant_id=20f4b012f44a4e3b8b37ec0383085ddb HTTP/1.1" status: 200 len: 267 time: 0.0705106 Jul 19 17:45:43.495606 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-777aad86-b9ba-462e-8e1e-d4988e6b6e43 req-68329aee-ac60-431b-8e7c-ceed93b76681 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508909 Jul 19 17:45:43.571386 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dc87f-93b1-486f-b8ba-a18a019201d6 req-7083f3e1-7dd7-42b0-bbda-5d295e1b9362 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:43.572888 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fb0dc87f-93b1-486f-b8ba-a18a019201d6 req-7083f3e1-7dd7-42b0-bbda-5d295e1b9362 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 945 time: 0.0743423 Jul 19 17:45:43.586730 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [req-fb0dc87f-93b1-486f-b8ba-a18a019201d6 req-9cfa404b-dee7-4dac-92d7-437a082fc030 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Request body: {'port': {'security_groups': ['0b473d08-afa8-40a3-8240-139f0fe7fb3e', 'bef6feb9-ef94-4996-844f-8193fa013c0c']}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:43.678991 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-fb0dc87f-93b1-486f-b8ba-a18a019201d6 req-9cfa404b-dee7-4dac-92d7-437a082fc030 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:43.864387 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.db [req-fb0dc87f-93b1-486f-b8ba-a18a019201d6 req-9cfa404b-dee7-4dac-92d7-437a082fc030 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] For port f899c92b-b018-485b-ad5a-e1cc5161928d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f899c92b-b018-485b-ad5a-e1cc5161928d,segment=NetworkSegment(7fd37272-3458-4e5c-9219-83d649cab7c8),segment_id=7fd37272-3458-4e5c-9219-83d649cab7c8)] {{(pid=99966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:45:43.895040 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-fb0dc87f-93b1-486f-b8ba-a18a019201d6 req-9cfa404b-dee7-4dac-92d7-437a082fc030 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for port, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:43.899568 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-fb0dc87f-93b1-486f-b8ba-a18a019201d6 req-9cfa404b-dee7-4dac-92d7-437a082fc030 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9062998'] for port, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:43.941618 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['f899c92b-b018-485b-ad5a-e1cc5161928d'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:45:43.947915 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dc87f-93b1-486f-b8ba-a18a019201d6 req-9cfa404b-dee7-4dac-92d7-437a082fc030 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:43.948649 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-fb0dc87f-93b1-486f-b8ba-a18a019201d6 req-9cfa404b-dee7-4dac-92d7-437a082fc030 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:43.950302 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fb0dc87f-93b1-486f-b8ba-a18a019201d6 req-9cfa404b-dee7-4dac-92d7-437a082fc030 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "PUT /v2.0/ports/f899c92b-b018-485b-ad5a-e1cc5161928d HTTP/1.1" status: 200 len: 981 time: 0.3712893 Jul 19 17:45:43.977841 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa404b-dee7-4dac-92d7-437a082fc030 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Pushing event updated for resources: {'Port': ['ID=f899c92b-b018-485b-ad5a-e1cc5161928d,revision_number=6']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:44.081601 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aea5a-28a3-4701-870f-11089dbe88d6 req-4489c8c8-32d8-43e6-b801-5eb0acc03546 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:44.083215 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-613aea5a-28a3-4701-870f-11089dbe88d6 req-4489c8c8-32d8-43e6-b801-5eb0acc03546 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0723124 Jul 19 17:45:44.127106 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-613aea5a-28a3-4701-870f-11089dbe88d6 req-1f8c3bb5-4f10-4ebe-8ff9-beb3f70d4f70 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378664 Jul 19 17:45:44.147493 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['f899c92b-b018-485b-ad5a-e1cc5161928d'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:45:44.257977 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-ae2c7e80-675f-4e45-a3ae-bd2e578decf6 None None] Provisioning complete for port f899c92b-b018-485b-ad5a-e1cc5161928d triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:44.258267 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7e80-675f-4e45-a3ae-bd2e578decf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:44.334021 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e807ea-d81b-43a3-a603-76263d9089e3', 'tag': 'f899c92b-b018-485b-ad5a-e1cc5161928d'}] {{(pid=99966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:45:44.336409 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d63e5952bb5f3344556664b846ef09cf4b7d384328c9e7905543968cfe1800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d8fb0c-fdf2-460e-aca7-84c4fe5db47d" -d '{"events": [{"name": "network-changed", "server_uuid": "17e807ea-d81b-43a3-a603-76263d9089e3", "tag": "f899c92b-b018-485b-ad5a-e1cc5161928d"}]}' {{(pid=99966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:45:44.374198 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf939640-76e1-40f0-a710-250db9728fd7 x-openstack-request-id: req-cf939640-76e1-40f0-a710-250db9728fd7 {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:45:44.374488 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e807ea-d81b-43a3-a603-76263d9089e3", "tag": "f899c92b-b018-485b-ad5a-e1cc5161928d", "status": "completed", "code": 200}]} {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:45:44.374742 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf939640-76e1-40f0-a710-250db9728fd7 {{(pid=99966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:45:44.375139 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e807ea-d81b-43a3-a603-76263d9089e3', 'tag': 'f899c92b-b018-485b-ad5a-e1cc5161928d', 'status': 'completed', 'code': 200} Jul 19 17:45:44.500000 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8fb0c-fdf2-460e-aca7-84c4fe5db47d req-0ce0f0fc-f048-4d6b-92ba-0be5bb079a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:44.501502 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-e0d8fb0c-fdf2-460e-aca7-84c4fe5db47d req-0ce0f0fc-f048-4d6b-92ba-0be5bb079a8d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20f4b012f44a4e3b8b37ec0383085ddb&device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 1137 time: 0.0537484 Jul 19 17:45:44.597496 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8fb0c-fdf2-460e-aca7-84c4fe5db47d req-5d985d2b-290e-4eef-bf32-8d9cda4a4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:44.599203 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-e0d8fb0c-fdf2-460e-aca7-84c4fe5db47d req-5d985d2b-290e-4eef-bf32-8d9cda4a4a41 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76472700-e7a4-45dd-9538-deb84d546bfb HTTP/1.1" status: 200 len: 916 time: 0.0893898 Jul 19 17:45:44.638915 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707b20c-6404-4dd8-b99e-874dd6eb51bc req-cf75dc75-f35e-443e-9aba-05769a9b17a9 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:44.640436 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8707b20c-6404-4dd8-b99e-874dd6eb51bc req-cf75dc75-f35e-443e-9aba-05769a9b17a9 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0704186 Jul 19 17:45:44.677640 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-e0d8fb0c-fdf2-460e-aca7-84c4fe5db47d req-77b30e96-e206-4b20-9531-febb7aa587a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f899c92b-b018-485b-ad5a-e1cc5161928d HTTP/1.1" status: 200 len: 1001 time: 0.0625894 Jul 19 17:45:44.679480 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8707b20c-6404-4dd8-b99e-874dd6eb51bc req-18cc099f-5abc-458b-b933-2c545a36dd27 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333452 Jul 19 17:45:44.726235 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8fb0c-fdf2-460e-aca7-84c4fe5db47d req-7d253815-8ff6-4309-b6cb-971bed824d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:44.727697 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-e0d8fb0c-fdf2-460e-aca7-84c4fe5db47d req-7d253815-8ff6-4309-b6cb-971bed824d1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4bee41ee-1406-4992-8a65-c5441e565b2e HTTP/1.1" status: 200 len: 854 time: 0.0434391 Jul 19 17:45:44.783989 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8fb0c-fdf2-460e-aca7-84c4fe5db47d req-0ee298b0-98b8-4a88-8039-9841f97c713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:44.785953 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-e0d8fb0c-fdf2-460e-aca7-84c4fe5db47d req-0ee298b0-98b8-4a88-8039-9841f97c713d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76472700-e7a4-45dd-9538-deb84d546bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505576 Jul 19 17:45:44.880274 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-e0d8fb0c-fdf2-460e-aca7-84c4fe5db47d req-4fd50326-dcc4-4144-aaee-fddb35fa4be9 service neutron] 10.222.0.49 "GET /v2.0/networks/76472700-e7a4-45dd-9538-deb84d546bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844176 Jul 19 17:45:44.968299 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-e0d8fb0c-fdf2-460e-aca7-84c4fe5db47d req-78569fca-38ea-4874-9fcf-92ae68ab1620 service neutron] 10.222.0.49 "GET /v2.0/networks/76472700-e7a4-45dd-9538-deb84d546bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813529 Jul 19 17:45:45.813256 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460601b2-0444-46c9-8140-c6da9ad2f9ae req-a44f9a2c-c6c0-4845-9d9f-57ae548e85d1 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:45.814761 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-460601b2-0444-46c9-8140-c6da9ad2f9ae req-a44f9a2c-c6c0-4845-9d9f-57ae548e85d1 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0657651 Jul 19 17:45:45.853492 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-460601b2-0444-46c9-8140-c6da9ad2f9ae req-4bd33783-893b-4927-beed-80a6bdfc38ea tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325537 Jul 19 17:45:46.985770 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae66f6-6b44-4076-b8be-fb657bd2b063 req-19b24c7c-0786-4446-853c-37208b44349e tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:46.987274 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3dae66f6-6b44-4076-b8be-fb657bd2b063 req-19b24c7c-0786-4446-853c-37208b44349e tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0635970 Jul 19 17:45:47.028620 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3dae66f6-6b44-4076-b8be-fb657bd2b063 req-28a1645f-84b5-432e-a594-e5e13e9034d1 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353303 Jul 19 17:45:48.159429 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5419cc8-e429-49bc-9c9a-f03c77e79400 req-6e093650-babe-4f18-ab0d-9c77f3542c53 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:48.160869 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d5419cc8-e429-49bc-9c9a-f03c77e79400 req-6e093650-babe-4f18-ab0d-9c77f3542c53 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0614781 Jul 19 17:45:48.197506 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d5419cc8-e429-49bc-9c9a-f03c77e79400 req-b996bb51-1481-432a-b916-494bfa7b5094 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312269 Jul 19 17:45:49.171229 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-691e7338-27ec-4b7a-93fe-0c33d61acb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:49.326762 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28decc-57ea-4a92-be79-cce2d0614112 req-c95e4186-17d7-483b-959f-01d41f2b568c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:49.328224 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6c28decc-57ea-4a92-be79-cce2d0614112 req-c95e4186-17d7-483b-959f-01d41f2b568c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0614793 Jul 19 17:45:49.364831 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6c28decc-57ea-4a92-be79-cce2d0614112 req-fdcabea4-7780-4f90-b026-89f5ecb77c1c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305586 Jul 19 17:45:50.498048 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37417b0-20c1-418e-8559-fe9714ccfbad req-b182ad87-6ae2-475e-80c0-51252a0ebe65 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:50.499515 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f37417b0-20c1-418e-8559-fe9714ccfbad req-b182ad87-6ae2-475e-80c0-51252a0ebe65 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0656605 Jul 19 17:45:50.536102 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f37417b0-20c1-418e-8559-fe9714ccfbad req-457e67d5-7bcf-4263-839f-a05b3d28649f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309825 Jul 19 17:45:51.666119 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c6cda-146c-4a7e-812c-49b93d0d20a2 req-08016eda-7281-4747-a1d6-5068cd8c0772 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:51.667861 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e37c6cda-146c-4a7e-812c-49b93d0d20a2 req-08016eda-7281-4747-a1d6-5068cd8c0772 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0627859 Jul 19 17:45:51.696923 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e98f0192-3558-4455-8aca-6403cf46e9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:51.705741 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e37c6cda-146c-4a7e-812c-49b93d0d20a2 req-8fb6d9dd-67e9-4ee4-8fb1-7bb227eeb3b2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323598 Jul 19 17:45:51.921620 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:52.837321 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97988bdf-27f3-4aed-81a8-03c20aecef9a req-6eb58ee9-9e67-4154-ae71-98b91f05373a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:52.837321 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-97988bdf-27f3-4aed-81a8-03c20aecef9a req-6eb58ee9-9e67-4154-ae71-98b91f05373a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0623403 Jul 19 17:45:52.879009 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-97988bdf-27f3-4aed-81a8-03c20aecef9a req-96ff4411-6d52-4ea1-8ad8-8636200efb6f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365942 Jul 19 17:45:52.950367 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-133b86e2-7187-4c95-a79e-bc25f720ad09 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51659859&fields=id&tenant_id=243f0ff2617147a69560f3caab4c8b42 HTTP/1.1" status: 200 len: 267 time: 0.0338774 Jul 19 17:45:53.055537 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f3c81dfa-def1-4199-a677-b98a68abbf35 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:53.056993 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f3c81dfa-def1-4199-a677-b98a68abbf35 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/networks?id=88f5f047-791b-4d40-a04f-4ba6f480519f HTTP/1.1" status: 200 len: 808 time: 0.1000216 Jul 19 17:45:53.070678 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-57268efa-cad0-4c22-a2c1-aaae0742f2d3 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/quotas/243f0ff2617147a69560f3caab4c8b42 HTTP/1.1" status: 200 len: 375 time: 0.0085247 Jul 19 17:45:53.098583 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:53.137906 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-0318de1d-2ef3-4688-a53a-118acef9d97e tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=243f0ff2617147a69560f3caab4c8b42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624137 Jul 19 17:45:53.229694 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-74c473dd-cd69-492f-88c4-49e24916736a service neutron] 10.222.0.58 "GET /v2.0/networks/88f5f047-791b-4d40-a04f-4ba6f480519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797837 Jul 19 17:45:53.318139 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-8adb04f1-94c0-42a8-9902-2b260f2dd1b3 service neutron] 10.222.0.58 "GET /v2.0/networks/88f5f047-791b-4d40-a04f-4ba6f480519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827949 Jul 19 17:45:53.595288 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ca4f4fdc-9bfd-4f4b-9388-3cd9b6387172 req-5d1ce02f-d2b5-44d4-8ed7-0b4a0787d31c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 210 time: 0.0280335 Jul 19 17:45:53.829601 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:54.013528 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742c69a-0872-4b2e-8d12-0346db6898fb req-5ffe4791-c42e-4b74-b492-d3a3e6389b87 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:54.015685 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a742c69a-0872-4b2e-8d12-0346db6898fb req-5ffe4791-c42e-4b74-b492-d3a3e6389b87 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0661855 Jul 19 17:45:54.055185 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a742c69a-0872-4b2e-8d12-0346db6898fb req-7deab81b-0d8a-43a7-b6a7-a0459364aa9f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337293 Jul 19 17:45:54.496641 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:54.663518 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-03f733e9-3007-4a61-9442-fc85023d872a tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:54.664983 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-03f733e9-3007-4a61-9442-fc85023d872a tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.49 "GET /v2.0/networks?id=88f5f047-791b-4d40-a04f-4ba6f480519f HTTP/1.1" status: 200 len: 808 time: 0.1073413 Jul 19 17:45:54.695329 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f856c341-2e92-4746-af82-d3c2828a8cfa req-8b84ba71-9dc7-4f0e-a5d5-21a844e00d14 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 210 time: 0.0333908 Jul 19 17:45:54.717412 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-5b604ddc-bcc4-4226-ab74-c42895983cfd tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=243f0ff2617147a69560f3caab4c8b42 HTTP/1.1" status: 200 len: 378 time: 0.0351808 Jul 19 17:45:54.768740 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-ea9444f9-9095-4e4b-a257-5b3bed8e8c4a tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Request body: {'port': {'device_id': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'admin_state_up': True, 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'security_groups': ['f8bbc4b9-a693-412d-8cc9-7b0100a80750']}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:54.874991 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-ea9444f9-9095-4e4b-a257-5b3bed8e8c4a tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Made reservation on behalf of 243f0ff2617147a69560f3caab4c8b42 for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:45:54.878342 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-ea9444f9-9095-4e4b-a257-5b3bed8e8c4a tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:54.994837 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-ea9444f9-9095-4e4b-a257-5b3bed8e8c4a tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Allocated IP 172.20.0.11 (88f5f047-791b-4d40-a04f-4ba6f480519f/ce392775-9dbe-4e36-96a8-c22af4629855/9d39acec-a106-484b-9b27-ba4ed072725a) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:45:55.134479 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-ea9444f9-9095-4e4b-a257-5b3bed8e8c4a tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:55.148622 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-ea9444f9-9095-4e4b-a257-5b3bed8e8c4a tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Transition to ACTIVE for port object 9d39acec-a106-484b-9b27-ba4ed072725a will not be triggered until provisioned by entity DHCP. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:45:55.181012 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-ea9444f9-9095-4e4b-a257-5b3bed8e8c4a tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:55.193703 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5ab8e-1535-4e29-a505-a83a1f33f9d7 req-a8d9724d-ab96-481a-90ba-f391458cf17f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:55.195262 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-99e5ab8e-1535-4e29-a505-a83a1f33f9d7 req-a8d9724d-ab96-481a-90ba-f391458cf17f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0641687 Jul 19 17:45:55.231520 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-ea9444f9-9095-4e4b-a257-5b3bed8e8c4a tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Network 88f5f047-791b-4d40-a04f-4ba6f480519f is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:45:55.241334 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9444f9-9095-4e4b-a257-5b3bed8e8c4a tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Pushing event updated for resources: {'Port': ['ID=9d39acec-a106-484b-9b27-ba4ed072725a,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:55.245251 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-ea9444f9-9095-4e4b-a257-5b3bed8e8c4a tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:45:55.247742 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-ea9444f9-9095-4e4b-a257-5b3bed8e8c4a tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:45:55.254981 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-99e5ab8e-1535-4e29-a505-a83a1f33f9d7 req-b09411cb-c742-4ed1-b3f5-ee043695f5f6 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531797 Jul 19 17:45:55.303617 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-ea9444f9-9095-4e4b-a257-5b3bed8e8c4a tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:55.304253 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-ea9444f9-9095-4e4b-a257-5b3bed8e8c4a tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:55.321435 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-ea9444f9-9095-4e4b-a257-5b3bed8e8c4a tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5565748 Jul 19 17:45:55.350607 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Request body: {'port': {'device_id': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:45:55.431375 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:55.522283 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-3ce9e2f2-ff9d-42cb-8539-f234f0912f3e None None] Provisioning for port 9d39acec-a106-484b-9b27-ba4ed072725a completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:45:55.525616 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-3ce9e2f2-ff9d-42cb-8539-f234f0912f3e None None] Provisioning complete for port 9d39acec-a106-484b-9b27-ba4ed072725a triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:45:55.525977 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3ce9e2f2-ff9d-42cb-8539-f234f0912f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:55.561557 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9e2f2-ff9d-42cb-8539-f234f0912f3e None None] Port 9d39acec-a106-484b-9b27-ba4ed072725a cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:45:55.692741 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d39acec-a106-484b-9b27-ba4ed072725a {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:45:55.699846 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:55.712848 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Transition to ACTIVE for port object 9d39acec-a106-484b-9b27-ba4ed072725a will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:45:55.716454 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:55.767179 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Pushing event updated for resources: {'Port': ['ID=9d39acec-a106-484b-9b27-ba4ed072725a,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:55.829833 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e9d8a-48f0-4d57-8d7a-e94c449f0c86 req-94686b90-72c3-4080-ac56-80806bde356b tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:55.836410 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d38e9d8a-48f0-4d57-8d7a-e94c449f0c86 req-94686b90-72c3-4080-ac56-80806bde356b tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 944 time: 0.0728979 Jul 19 17:45:55.842384 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Attempting to bind port 9d39acec-a106-484b-9b27-ba4ed072725a on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:45:55.842717 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Attempting to bind port 9d39acec-a106-484b-9b27-ba4ed072725a by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '5448dfe8-b4bf-4442-83e2-b32a3a188177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:45:55.843048 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Attempting to bind port 9d39acec-a106-484b-9b27-ba4ed072725a on network 88f5f047-791b-4d40-a04f-4ba6f480519f {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:45:55.848266 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Port 9d39acec-a106-484b-9b27-ba4ed072725a on network 88f5f047-791b-4d40-a04f-4ba6f480519f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:45:55.848582 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Attempting to bind port 9d39acec-a106-484b-9b27-ba4ed072725a on network 88f5f047-791b-4d40-a04f-4ba6f480519f {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:45:55.853820 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:45:55.854180 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Checking segment: {'id': '5448dfe8-b4bf-4442-83e2-b32a3a188177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:45:55.854561 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Bound using segment: {'id': '5448dfe8-b4bf-4442-83e2-b32a3a188177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:45:55.854984 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Bound port: 9d39acec-a106-484b-9b27-ba4ed072725a, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5448dfe8-b4bf-4442-83e2-b32a3a188177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:45:55.855335 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:55.871026 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d38e9d8a-48f0-4d57-8d7a-e94c449f0c86 req-9b1c4ad5-5b1f-4549-9d5b-dceb1c116091 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337389 Jul 19 17:45:55.924485 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] For port 9d39acec-a106-484b-9b27-ba4ed072725a, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:45:55.928207 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] For port 9d39acec-a106-484b-9b27-ba4ed072725a, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9d39acec-a106-484b-9b27-ba4ed072725a,segment=NetworkSegment(5448dfe8-b4bf-4442-83e2-b32a3a188177),segment_id=5448dfe8-b4bf-4442-83e2-b32a3a188177)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:45:55.932602 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:55.964645 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:55.965257 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:55.966668 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] 10.222.0.49 "PUT /v2.0/ports/9d39acec-a106-484b-9b27-ba4ed072725a HTTP/1.1" status: 200 len: 1094 time: 0.6207025 Jul 19 17:45:55.967097 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'tag': '9d39acec-a106-484b-9b27-ba4ed072725a'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:45:55.969301 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1052b483-577e-4f42-9dfe-1407c1da321d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3f5338-5c64-4ac1-b6b7-8944d77ac787", "tag": "9d39acec-a106-484b-9b27-ba4ed072725a"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:45:56.002614 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c79dd-bfbd-487f-a0c0-fb9ecd85a70c service neutron] Pushing event updated for resources: {'Port': ['ID=9d39acec-a106-484b-9b27-ba4ed072725a,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:56.008710 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d31e4e-9b49-4bdb-9593-e9d1b7074fe5 x-openstack-request-id: req-b0d31e4e-9b49-4bdb-9593-e9d1b7074fe5 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:45:56.009089 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3f5338-5c64-4ac1-b6b7-8944d77ac787", "tag": "9d39acec-a106-484b-9b27-ba4ed072725a", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:45:56.009429 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0d31e4e-9b49-4bdb-9593-e9d1b7074fe5 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:45:56.010078 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'tag': '9d39acec-a106-484b-9b27-ba4ed072725a', 'status': 'completed', 'code': 200} Jul 19 17:45:56.103367 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-a7d98573-cbe2-407f-9269-4947e860f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:56.104872 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-a7d98573-cbe2-407f-9269-4947e860f829 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=243f0ff2617147a69560f3caab4c8b42&device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 1097 time: 0.0553167 Jul 19 17:45:56.157594 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-7b100af3-56e1-490b-bf67-0d6be5c2a5e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d39acec-a106-484b-9b27-ba4ed072725a HTTP/1.1" status: 200 len: 217 time: 0.0373838 Jul 19 17:45:56.207365 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-aaad99af-f321-4e1e-b1e3-8632945e3d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:56.208834 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-aaad99af-f321-4e1e-b1e3-8632945e3d9c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce392775-9dbe-4e36-96a8-c22af4629855 HTTP/1.1" status: 200 len: 847 time: 0.0432422 Jul 19 17:45:56.266900 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-2804364f-f2a2-495a-b5fc-11d5e366f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:56.268403 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-2804364f-f2a2-495a-b5fc-11d5e366f76f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=88f5f047-791b-4d40-a04f-4ba6f480519f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522447 Jul 19 17:45:56.364323 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-6e2b7264-d093-4eef-9100-bb474bb0e4ca service neutron] 10.222.0.49 "GET /v2.0/networks/88f5f047-791b-4d40-a04f-4ba6f480519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884321 Jul 19 17:45:56.404280 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e92f2-04e6-4aca-a318-5c32d9d9fffc req-49fbab92-7eed-40dd-90b0-73de281dc5d5 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:56.405778 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-160e92f2-04e6-4aca-a318-5c32d9d9fffc req-49fbab92-7eed-40dd-90b0-73de281dc5d5 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0704052 Jul 19 17:45:56.446262 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-160e92f2-04e6-4aca-a318-5c32d9d9fffc req-7150a01f-6785-479a-bf5e-632e66299fdb tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340488 Jul 19 17:45:56.454577 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-eefa8caf-127a-4804-8b21-1d1e21f0e118 req-7c99ec43-c4e5-4313-900a-eb7a7060b19f service neutron] 10.222.0.49 "GET /v2.0/networks/88f5f047-791b-4d40-a04f-4ba6f480519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812986 Jul 19 17:45:56.649642 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052b483-577e-4f42-9dfe-1407c1da321d req-c78e9967-d75f-44e2-8dc5-9619753db673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:56.651160 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1052b483-577e-4f42-9dfe-1407c1da321d req-c78e9967-d75f-44e2-8dc5-9619753db673 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=243f0ff2617147a69560f3caab4c8b42&device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 1097 time: 0.0573967 Jul 19 17:45:56.739983 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052b483-577e-4f42-9dfe-1407c1da321d req-398b727e-f82d-470e-8310-bed28428c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:56.741345 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1052b483-577e-4f42-9dfe-1407c1da321d req-398b727e-f82d-470e-8310-bed28428c9bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=88f5f047-791b-4d40-a04f-4ba6f480519f HTTP/1.1" status: 200 len: 909 time: 0.0835516 Jul 19 17:45:56.792879 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1052b483-577e-4f42-9dfe-1407c1da321d req-f8d19451-829d-4ae1-b531-79af38292161 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d39acec-a106-484b-9b27-ba4ed072725a HTTP/1.1" status: 200 len: 217 time: 0.0369790 Jul 19 17:45:56.842478 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052b483-577e-4f42-9dfe-1407c1da321d req-c3d3faf5-fe06-4e9a-8d08-3fdd28e5b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:56.843938 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1052b483-577e-4f42-9dfe-1407c1da321d req-c3d3faf5-fe06-4e9a-8d08-3fdd28e5b789 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce392775-9dbe-4e36-96a8-c22af4629855 HTTP/1.1" status: 200 len: 847 time: 0.0414135 Jul 19 17:45:56.900654 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052b483-577e-4f42-9dfe-1407c1da321d req-f0f72b5e-dd56-4b06-9790-018c73c2b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:56.902196 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1052b483-577e-4f42-9dfe-1407c1da321d req-f0f72b5e-dd56-4b06-9790-018c73c2b5f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=88f5f047-791b-4d40-a04f-4ba6f480519f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498655 Jul 19 17:45:56.996802 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1052b483-577e-4f42-9dfe-1407c1da321d req-21f048cd-ec4a-47cf-9918-4e2faedeaf3c service neutron] 10.222.0.49 "GET /v2.0/networks/88f5f047-791b-4d40-a04f-4ba6f480519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848927 Jul 19 17:45:57.001847 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac0423-9f02-4da7-bd48-0a7040faddf2 req-785532a8-5f87-4d00-99cc-d712192aa11c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:57.003362 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2fac0423-9f02-4da7-bd48-0a7040faddf2 req-785532a8-5f87-4d00-99cc-d712192aa11c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 944 time: 0.0622900 Jul 19 17:45:57.041999 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2fac0423-9f02-4da7-bd48-0a7040faddf2 req-16edd9b3-c750-4785-b1e6-17fc9d0b15bc tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330489 Jul 19 17:45:57.090163 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1052b483-577e-4f42-9dfe-1407c1da321d req-32f36530-dccf-42e1-881f-a10326ec8e15 service neutron] 10.222.0.49 "GET /v2.0/networks/88f5f047-791b-4d40-a04f-4ba6f480519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824444 Jul 19 17:45:57.588006 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccefb0-ec18-46b0-b2cd-5b9ba98b38b7 req-230ff52f-9202-4836-8cf5-99c6c31eef9c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:57.589514 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-05ccefb0-ec18-46b0-b2cd-5b9ba98b38b7 req-230ff52f-9202-4836-8cf5-99c6c31eef9c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0677912 Jul 19 17:45:57.627794 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-05ccefb0-ec18-46b0-b2cd-5b9ba98b38b7 req-d5648666-c4f9-4cca-9169-6145183a464c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325084 Jul 19 17:45:58.168846 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348a4da-d8fd-415c-b922-30a9e8c0a824 req-02f4598e-d9ab-4214-9fd6-e1d7080dd50a tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:58.170348 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0348a4da-d8fd-415c-b922-30a9e8c0a824 req-02f4598e-d9ab-4214-9fd6-e1d7080dd50a tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 944 time: 0.0630653 Jul 19 17:45:58.208414 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0348a4da-d8fd-415c-b922-30a9e8c0a824 req-119991af-3571-47ab-98b8-dfb3b79edfb1 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325880 Jul 19 17:45:58.363786 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device de533a2e-2666-4301-b8e6-9748e3cf04fb details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:45:58.457145 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port de533a2e-2666-4301-b8e6-9748e3cf04fb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=de533a2e-2666-4301-b8e6-9748e3cf04fb,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:45:58.468168 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': 'de533a2e-2666-4301-b8e6-9748e3cf04fb', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'port_id': 'de533a2e-2666-4301-b8e6-9748e3cf04fb', 'mac_address': 'fa:16:3e:4d:c3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:45:58.514769 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:58.528951 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de533a2e-2666-4301-b8e6-9748e3cf04fb {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:45:58.550923 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port de533a2e-2666-4301-b8e6-9748e3cf04fb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=de533a2e-2666-4301-b8e6-9748e3cf04fb,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:45:58.554660 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:45:58.600767 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=de533a2e-2666-4301-b8e6-9748e3cf04fb,revision_number=6']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:45:58.735878 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['de533a2e-2666-4301-b8e6-9748e3cf04fb'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:45:58.790004 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f223362-ef1a-42e6-a5c8-b5e88cc903f8 req-a6e3ead7-100f-4617-805a-109a91406b9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:58.791794 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6f223362-ef1a-42e6-a5c8-b5e88cc903f8 req-a6e3ead7-100f-4617-805a-109a91406b9a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 944 time: 0.0911822 Jul 19 17:45:58.837278 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6f223362-ef1a-42e6-a5c8-b5e88cc903f8 req-3ee5f57c-2675-4790-8f86-028e554a7e2a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384572 Jul 19 17:45:59.346777 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c614fef-9f83-4ff5-9652-93b60be7a983 req-0df8835c-4747-476c-91f1-f7cf8979ff46 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:59.348782 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0c614fef-9f83-4ff5-9652-93b60be7a983 req-0df8835c-4747-476c-91f1-f7cf8979ff46 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 944 time: 0.0695782 Jul 19 17:45:59.391704 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0c614fef-9f83-4ff5-9652-93b60be7a983 req-79252760-adf8-40bd-b66b-79475647eb2d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368366 Jul 19 17:45:59.981255 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762af913-a051-438d-882b-9066936f5633 req-1117972b-c016-4699-a399-3bc32fe8f58c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:45:59.983541 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-762af913-a051-438d-882b-9066936f5633 req-1117972b-c016-4699-a399-3bc32fe8f58c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 944 time: 0.0652590 Jul 19 17:46:00.023395 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-762af913-a051-438d-882b-9066936f5633 req-8b8b68c4-fbe3-4ed5-8d2f-aad60b02ae6f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338352 Jul 19 17:46:00.393222 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device de533a2e-2666-4301-b8e6-9748e3cf04fb up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:46:00.457568 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port de533a2e-2666-4301-b8e6-9748e3cf04fb triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:46:00.457926 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:00.557709 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfd19d-69c2-452a-b1b8-0f698ff2fcc6 req-9ca83738-5d6e-471f-b7e7-943f937758ae tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:00.562433 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:00.565173 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c0bfd19d-69c2-452a-b1b8-0f698ff2fcc6 req-9ca83738-5d6e-471f-b7e7-943f937758ae tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 944 time: 0.0918109 Jul 19 17:46:00.586141 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de533a2e-2666-4301-b8e6-9748e3cf04fb'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:46:00.589374 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0c3c11-6af1-4765-b556-04a7408ca0bf" -d '{"events": [{"server_uuid": "f1ee6181-8b9e-4966-aa25-81e1ab1437bc", "name": "network-vif-plugged", "status": "completed", "tag": "de533a2e-2666-4301-b8e6-9748e3cf04fb"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:46:00.608080 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port de533a2e-2666-4301-b8e6-9748e3cf04fb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=de533a2e-2666-4301-b8e6-9748e3cf04fb,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:46:00.615952 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:00.630264 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c0bfd19d-69c2-452a-b1b8-0f698ff2fcc6 req-df4cef48-4a5d-4fbb-aaf8-1b23d7478c42 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641747 Jul 19 17:46:00.665122 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375df66a-8e4f-42b5-bc80-9140a9d0aab6 x-openstack-request-id: req-375df66a-8e4f-42b5-bc80-9140a9d0aab6 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:46:00.665402 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ee6181-8b9e-4966-aa25-81e1ab1437bc", "name": "network-vif-plugged", "status": "completed", "tag": "de533a2e-2666-4301-b8e6-9748e3cf04fb", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:46:00.665766 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-375df66a-8e4f-42b5-bc80-9140a9d0aab6 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:46:00.666499 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de533a2e-2666-4301-b8e6-9748e3cf04fb', 'code': 200} Jul 19 17:46:00.679820 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=de533a2e-2666-4301-b8e6-9748e3cf04fb,revision_number=7']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:01.181905 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442537a-2cfc-4518-a47e-0c89c78185f0 req-f9cb7f0a-c470-4761-b588-0b6316a17f4f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:01.183348 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9442537a-2cfc-4518-a47e-0c89c78185f0 req-f9cb7f0a-c470-4761-b588-0b6316a17f4f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0761602 Jul 19 17:46:01.225836 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9442537a-2cfc-4518-a47e-0c89c78185f0 req-5b851d8f-3f42-4b9f-910e-65e8529a09e1 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360897 Jul 19 17:46:01.772213 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc603ab4-5b1a-490e-a9a1-08777d32d75e req-a3d3b0bb-6fa9-403c-8d46-071d5a96d1bf tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:01.778480 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-cc603ab4-5b1a-490e-a9a1-08777d32d75e req-a3d3b0bb-6fa9-403c-8d46-071d5a96d1bf tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 944 time: 0.0746024 Jul 19 17:46:01.818329 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-cc603ab4-5b1a-490e-a9a1-08777d32d75e req-b66580be-620e-4f2e-93f1-418407ca334e tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386100 Jul 19 17:46:02.373715 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093edc6-bc00-4055-a443-87306ec3de1f req-e3742e3d-5bfa-421b-bfc8-130c70d9fff6 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:02.375252 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d093edc6-bc00-4055-a443-87306ec3de1f req-e3742e3d-5bfa-421b-bfc8-130c70d9fff6 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0710776 Jul 19 17:46:02.416688 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d093edc6-bc00-4055-a443-87306ec3de1f req-d0961849-5cd8-4693-b4da-ea8c48ed6258 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337076 Jul 19 17:46:02.960891 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a09c1-ce2d-4e67-a044-f637b70f4847 req-eb62d76c-08de-4a78-837e-8dbba000c80d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:02.962652 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a90a09c1-ce2d-4e67-a044-f637b70f4847 req-eb62d76c-08de-4a78-837e-8dbba000c80d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 944 time: 0.0665543 Jul 19 17:46:03.003610 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a90a09c1-ce2d-4e67-a044-f637b70f4847 req-5da49ff4-3d12-480f-8057-c31c5c6cc291 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351746 Jul 19 17:46:03.561711 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b200e-4b1f-4802-b294-4f7fe63f07d1 req-d9d4d9aa-6381-4513-8f78-61d82609ef7d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:03.563388 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-256b200e-4b1f-4802-b294-4f7fe63f07d1 req-d9d4d9aa-6381-4513-8f78-61d82609ef7d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0709703 Jul 19 17:46:03.609872 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-256b200e-4b1f-4802-b294-4f7fe63f07d1 req-a14d2b89-adeb-4213-b492-56405fa2c22b tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376711 Jul 19 17:46:04.174697 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec3a2a-6e69-4f3d-a543-705d9cdb9725 req-d7ab7a32-b74f-4ba3-be1f-babdb17ed962 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:04.176950 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3cec3a2a-6e69-4f3d-a543-705d9cdb9725 req-d7ab7a32-b74f-4ba3-be1f-babdb17ed962 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 944 time: 0.0761783 Jul 19 17:46:04.217189 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3cec3a2a-6e69-4f3d-a543-705d9cdb9725 req-015ad388-e418-493a-ac29-fba6dfbaa7eb tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354416 Jul 19 17:46:04.417950 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 9d39acec-a106-484b-9b27-ba4ed072725a details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:46:04.653786 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 9d39acec-a106-484b-9b27-ba4ed072725a, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9d39acec-a106-484b-9b27-ba4ed072725a,segment=NetworkSegment(5448dfe8-b4bf-4442-83e2-b32a3a188177),segment_id=5448dfe8-b4bf-4442-83e2-b32a3a188177)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:46:04.667784 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': '9d39acec-a106-484b-9b27-ba4ed072725a', 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'port_id': '9d39acec-a106-484b-9b27-ba4ed072725a', 'mac_address': 'fa:16:3e:7d:21:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:46:04.719198 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:04.734104 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d39acec-a106-484b-9b27-ba4ed072725a {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:46:04.756810 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 9d39acec-a106-484b-9b27-ba4ed072725a, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9d39acec-a106-484b-9b27-ba4ed072725a,segment=NetworkSegment(5448dfe8-b4bf-4442-83e2-b32a3a188177),segment_id=5448dfe8-b4bf-4442-83e2-b32a3a188177)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:46:04.761891 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:04.785088 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdc580-3b2e-4488-ad6e-bae2706c245f req-82a660c6-0a17-4af7-a111-eeff6b09bb67 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:04.793194 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-aecdc580-3b2e-4488-ad6e-bae2706c245f req-82a660c6-0a17-4af7-a111-eeff6b09bb67 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0819516 Jul 19 17:46:04.817502 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=9d39acec-a106-484b-9b27-ba4ed072725a,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:04.838608 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-aecdc580-3b2e-4488-ad6e-bae2706c245f req-bc94c5f0-10d2-42e0-8baf-915bb9a6945e tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443983 Jul 19 17:46:05.194432 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['9d39acec-a106-484b-9b27-ba4ed072725a'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:46:05.435139 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235c045-3684-4942-b08e-65de215c611e req-15e3f31c-8a63-4fc4-a56b-116507439140 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:05.436647 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0235c045-3684-4942-b08e-65de215c611e req-15e3f31c-8a63-4fc4-a56b-116507439140 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 945 time: 0.0823464 Jul 19 17:46:05.481270 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0235c045-3684-4942-b08e-65de215c611e req-cb607d4c-0c3c-4f6b-a980-bd887a565a6b tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359163 Jul 19 17:46:05.975805 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cb74f-1139-47cf-b72d-45179221edbd req-d661a206-b2f9-4b1d-bffa-c2d0c1cf4b69 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:05.982568 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4b3cb74f-1139-47cf-b72d-45179221edbd req-d661a206-b2f9-4b1d-bffa-c2d0c1cf4b69 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0703042 Jul 19 17:46:06.017493 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4b3cb74f-1139-47cf-b72d-45179221edbd req-38b4ef1c-0baa-4d63-b602-7179975d2dc8 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340524 Jul 19 17:46:06.435410 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 9d39acec-a106-484b-9b27-ba4ed072725a up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:46:06.490236 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port 9d39acec-a106-484b-9b27-ba4ed072725a completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:46:06.495594 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port 9d39acec-a106-484b-9b27-ba4ed072725a triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:46:06.496200 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:06.614305 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:06.644353 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dbc98-40ed-4343-8567-51af68336ca8 req-a42e486b-439a-4347-8b9e-b299fd826521 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:06.654098 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-672dbc98-40ed-4343-8567-51af68336ca8 req-a42e486b-439a-4347-8b9e-b299fd826521 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 945 time: 0.0909119 Jul 19 17:46:06.675632 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 9d39acec-a106-484b-9b27-ba4ed072725a, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9d39acec-a106-484b-9b27-ba4ed072725a,segment=NetworkSegment(5448dfe8-b4bf-4442-83e2-b32a3a188177),segment_id=5448dfe8-b4bf-4442-83e2-b32a3a188177)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:46:06.677173 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d39acec-a106-484b-9b27-ba4ed072725a'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:46:06.688001 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2e7d52-aed5-4030-bf07-28856f868edf" -d '{"events": [{"server_uuid": "ef3f5338-5c64-4ac1-b6b7-8944d77ac787", "name": "network-vif-plugged", "status": "completed", "tag": "9d39acec-a106-484b-9b27-ba4ed072725a"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:46:06.700228 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:06.755285 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75e828b-b00c-4faf-8195-f1de891da139 x-openstack-request-id: req-c75e828b-b00c-4faf-8195-f1de891da139 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:46:06.755659 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3f5338-5c64-4ac1-b6b7-8944d77ac787", "name": "network-vif-plugged", "status": "completed", "tag": "9d39acec-a106-484b-9b27-ba4ed072725a", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:46:06.756176 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c75e828b-b00c-4faf-8195-f1de891da139 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:46:06.756583 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d39acec-a106-484b-9b27-ba4ed072725a', 'code': 200} Jul 19 17:46:06.762733 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-672dbc98-40ed-4343-8567-51af68336ca8 req-ca85cb50-9d6c-4034-9b1b-4931c655d121 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818367 Jul 19 17:46:06.841857 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=9d39acec-a106-484b-9b27-ba4ed072725a,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:07.076293 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389fa3f-fb86-410c-953b-468598b817c9 req-972792c8-1082-4fcb-a95c-d58bbe38d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:07.079301 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-6389fa3f-fb86-410c-953b-468598b817c9 req-972792c8-1082-4fcb-a95c-d58bbe38d9ed service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 1099 time: 0.0575743 Jul 19 17:46:07.121682 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-6389fa3f-fb86-410c-953b-468598b817c9 req-bf7d2671-be86-4a93-a5a8-1ee97a5c7780 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338757 Jul 19 17:46:07.164440 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb5d70-8a13-40ea-bdd2-c691fb14d1d5 req-63b34308-de6d-45aa-ae6d-a088119b6c06 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:07.171389 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d8eb5d70-8a13-40ea-bdd2-c691fb14d1d5 req-63b34308-de6d-45aa-ae6d-a088119b6c06 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0717106 Jul 19 17:46:07.211857 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d8eb5d70-8a13-40ea-bdd2-c691fb14d1d5 req-a8ca9ea1-fd67-40bb-bcc8-6f8fbbcc040b tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386596 Jul 19 17:46:07.862513 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d882b-7711-4a88-864c-bceeef6b5125 req-f63315f8-3fa4-4e1d-a41a-ee2e81b8358f tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:07.864614 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7a1d882b-7711-4a88-864c-bceeef6b5125 req-f63315f8-3fa4-4e1d-a41a-ee2e81b8358f tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0659556 Jul 19 17:46:07.907867 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7a1d882b-7711-4a88-864c-bceeef6b5125 req-149f0f77-230b-47ee-b327-2056f01fc0b2 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361469 Jul 19 17:46:08.346681 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4f807-7cf8-428f-b70d-2e563d7e214d req-1a2e5ea4-804c-4c32-a1a8-344504b7dfbe tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:08.348965 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e8b4f807-7cf8-428f-b70d-2e563d7e214d req-1a2e5ea4-804c-4c32-a1a8-344504b7dfbe tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0663633 Jul 19 17:46:08.364548 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66625df0-b6db-49dd-babe-6441bbb4fa34 req-52839bbd-527f-44fd-8b76-948c56a8c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:08.366085 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-66625df0-b6db-49dd-babe-6441bbb4fa34 req-52839bbd-527f-44fd-8b76-948c56a8c0e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0634ad0c797e471297f37a2b2b27b253&device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 1098 time: 0.0511322 Jul 19 17:46:08.386412 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e8b4f807-7cf8-428f-b70d-2e563d7e214d req-c0b2d865-7403-4829-976f-b4f615ea85f9 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319819 Jul 19 17:46:08.465233 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66625df0-b6db-49dd-babe-6441bbb4fa34 req-228cac4c-94d4-415d-b2b3-c721e3bffa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:08.466745 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-66625df0-b6db-49dd-babe-6441bbb4fa34 req-228cac4c-94d4-415d-b2b3-c721e3bffa72 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9412ab90-14bd-4fb2-8549-8b0724c797fa HTTP/1.1" status: 200 len: 918 time: 0.0823112 Jul 19 17:46:08.539380 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-66625df0-b6db-49dd-babe-6441bbb4fa34 req-a30e481c-f124-41f7-9f6f-204d2a30db5d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de533a2e-2666-4301-b8e6-9748e3cf04fb HTTP/1.1" status: 200 len: 1001 time: 0.0643208 Jul 19 17:46:08.593498 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66625df0-b6db-49dd-babe-6441bbb4fa34 req-f7feeeb7-793f-4eee-8873-e1962e89494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:08.595007 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-66625df0-b6db-49dd-babe-6441bbb4fa34 req-f7feeeb7-793f-4eee-8873-e1962e89494a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=016908ef-9e1e-4636-acd6-cc64d9df8a14 HTTP/1.1" status: 200 len: 856 time: 0.0474794 Jul 19 17:46:08.654944 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66625df0-b6db-49dd-babe-6441bbb4fa34 req-69f74a6a-19d9-412c-a4c4-3dc9d6fe0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:08.656422 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-66625df0-b6db-49dd-babe-6441bbb4fa34 req-69f74a6a-19d9-412c-a4c4-3dc9d6fe0dd8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9412ab90-14bd-4fb2-8549-8b0724c797fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495791 Jul 19 17:46:08.748702 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-66625df0-b6db-49dd-babe-6441bbb4fa34 req-93dfab34-1c2d-4152-9bed-9dba0146acd3 service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829055 Jul 19 17:46:08.835082 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-66625df0-b6db-49dd-babe-6441bbb4fa34 req-f2f0bfae-5293-4195-87d3-0aa48da9e3c6 service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790286 Jul 19 17:46:09.034148 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bb53b-bcdf-41fb-a2d4-e294fe4a4bd1 req-6d8ca65f-0749-4749-a356-579211bd5145 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:09.036381 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-205bb53b-bcdf-41fb-a2d4-e294fe4a4bd1 req-6d8ca65f-0749-4749-a356-579211bd5145 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0643187 Jul 19 17:46:09.073388 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-205bb53b-bcdf-41fb-a2d4-e294fe4a4bd1 req-df3a0868-bc03-4c9c-be2c-639fdfd4ef42 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312693 Jul 19 17:46:09.203605 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e44ed-9d12-45cc-a21c-a4e0bfed402c req-5ffc86a6-4591-4d1a-aab3-88806a2e5407 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:09.205079 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9d7e44ed-9d12-45cc-a21c-a4e0bfed402c req-5ffc86a6-4591-4d1a-aab3-88806a2e5407 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0672991 Jul 19 17:46:09.248142 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9d7e44ed-9d12-45cc-a21c-a4e0bfed402c req-922e3639-5a11-4816-8201-840f736b2df2 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345283 Jul 19 17:46:09.269393 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55946) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:09.362391 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fc0fec-a0da-4027-a7ac-b19953f84ebe tempest-TestShelveInstance-1136021746 tempest-TestShelveInstance-1136021746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:09.364234 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-b6fc0fec-a0da-4027-a7ac-b19953f84ebe tempest-TestShelveInstance-1136021746 tempest-TestShelveInstance-1136021746-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 1094 time: 0.0935221 Jul 19 17:46:09.367190 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 55956) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:09.371786 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Request body: {'floatingip': {'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'port_id': '9d39acec-a106-484b-9b27-ba4ed072725a', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:46:09.395427 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for floatingip, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:09.545238 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:09.554992 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4a904-9bff-4ea2-b51b-2e517a483747 req-d1d523d2-1759-49c4-9c1c-7297edad31e7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:09.556460 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d6d4a904-9bff-4ea2-b51b-2e517a483747 req-d1d523d2-1759-49c4-9c1c-7297edad31e7 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0872200 Jul 19 17:46:09.635665 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d6d4a904-9bff-4ea2-b51b-2e517a483747 req-aba05b06-7579-40b3-86fc-f1af06b44b4c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730052 Jul 19 17:46:09.693104 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_common [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Allocated IP 172.27.2.35 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/6c1b9482-4825-425c-a79b-5b25bd1e41fb) {{(pid=99966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:46:09.789648 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for port, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:09.826254 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:09.864862 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:46:09.867496 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Resources bound (agent type, host, resource id): {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:46:09.870973 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Received port after_create {{(pid=99966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:46:09.895607 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Pushing event updated for resources: {'Port': ['ID=6c1b9482-4825-425c-a79b-5b25bd1e41fb,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:10.215770 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:10.296047 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:10.436279 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for port, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:10.440612 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9062998'] for port, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:10.506671 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Pushing event updated for resources: {'Port': ['ID=6c1b9482-4825-425c-a79b-5b25bd1e41fb,revision_number=2']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:10.514546 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418166'] for floatingip, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:10.610100 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.l3_db [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Floating IP 803d3725-f4d7-457b-bb75-373fbe44bbe2 associated. External IP: 172.27.2.35, port: 9d39acec-a106-484b-9b27-ba4ed072725a. Jul 19 17:46:11.013571 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7db16-31cd-4c74-8a55-a0d29e83ae6e req-03bc65c1-652c-499a-b389-4977c27ed77c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:11.015037 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d4c7db16-31cd-4c74-8a55-a0d29e83ae6e req-03bc65c1-652c-499a-b389-4977c27ed77c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0953691 Jul 19 17:46:11.116802 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d4c7db16-31cd-4c74-8a55-a0d29e83ae6e req-30e0d046-f3f0-4315-931c-bace36b9b3b2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706401 Jul 19 17:46:11.137802 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Router 95b74a41-988c-40ca-8972-e2a9aadbfd19 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:46:11.242196 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:46:11.251506 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fb23e1-23f0-42b4-b586-49a17306c2b1 None None] Sync routers for ids ['95b74a41-988c-40ca-8972-e2a9aadbfd19'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:46:11.263053 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:11.269002 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fb23e1-23f0-42b4-b586-49a17306c2b1 None None] Routers {'95b74a41-988c-40ca-8972-e2a9aadbfd19'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:46:11.269626 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-39fb23e1-23f0-42b4-b586-49a17306c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:45:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['95b74a41-988c-40ca-8972-e2a9aadbfd19'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:11.303844 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-8b657079-df2e-4fb4-a81f-b55a2932fa1d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9307797 Jul 19 17:46:11.303844 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'tag': '9d39acec-a106-484b-9b27-ba4ed072725a'}] {{(pid=99966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:46:11.303844 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d63e5952bb5f3344556664b846ef09cf4b7d384328c9e7905543968cfe1800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06442c0e-d707-4e60-9620-6fe64f87aa93" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3f5338-5c64-4ac1-b6b7-8944d77ac787", "tag": "9d39acec-a106-484b-9b27-ba4ed072725a"}]}' {{(pid=99966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:46:11.337459 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f036637-8873-4ac5-9902-2b97d4f49565 x-openstack-request-id: req-2f036637-8873-4ac5-9902-2b97d4f49565 {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:46:11.337758 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3f5338-5c64-4ac1-b6b7-8944d77ac787", "tag": "9d39acec-a106-484b-9b27-ba4ed072725a", "status": "completed", "code": 200}]} {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:46:11.337990 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f036637-8873-4ac5-9902-2b97d4f49565 {{(pid=99966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:46:11.338403 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'tag': '9d39acec-a106-484b-9b27-ba4ed072725a', 'status': 'completed', 'code': 200} Jul 19 17:46:11.384881 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-39fb23e1-23f0-42b4-b586-49a17306c2b1 None None] Set router 95b74a41-988c-40ca-8972-e2a9aadbfd19 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:46:11.446262 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06442c0e-d707-4e60-9620-6fe64f87aa93 req-737612ea-e7d2-46ab-9c76-0e435a8b6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:11.447878 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-06442c0e-d707-4e60-9620-6fe64f87aa93 req-737612ea-e7d2-46ab-9c76-0e435a8b6d91 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=243f0ff2617147a69560f3caab4c8b42&device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 1099 time: 0.0576217 Jul 19 17:46:11.534617 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06442c0e-d707-4e60-9620-6fe64f87aa93 req-81ad7ab6-6d02-4d0a-8bbb-eaeedf0a16a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:11.536060 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-06442c0e-d707-4e60-9620-6fe64f87aa93 req-81ad7ab6-6d02-4d0a-8bbb-eaeedf0a16a6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=88f5f047-791b-4d40-a04f-4ba6f480519f HTTP/1.1" status: 200 len: 909 time: 0.0817876 Jul 19 17:46:11.604825 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-06442c0e-d707-4e60-9620-6fe64f87aa93 req-fd6aa41d-a179-4f53-8621-469c36561850 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d39acec-a106-484b-9b27-ba4ed072725a HTTP/1.1" status: 200 len: 999 time: 0.0616419 Jul 19 17:46:11.607849 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-39fb23e1-23f0-42b4-b586-49a17306c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'name': 'tempest-TestShelveInstance-962053892-router', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:25Z', 'revision_number': 4, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'gw_port': {'id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '803d3725-f4d7-457b-bb75-373fbe44bbe2', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'port_id': '9d39acec-a106-484b-9b27-ba4ed072725a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'mac_address': 'fa:16:3e:7d:21:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:46:10Z', 'updated_at': '2021-07-19T17:46:10Z', 'revision_number': 0, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad953f1-ffae-4113-84c7-33ee360eebef', 'name': '', 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'mac_address': 'fa:16:3e:f4:2c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:24Z', 'updated_at': '2021-07-19T17:45:31Z', 'revision_number': 5, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'subnets': [{'id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:11.633822 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fb23e1-23f0-42b4-b586-49a17306c2b1 None None] Checking router: 95b74a41-988c-40ca-8972-e2a9aadbfd19 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:46:11.642539 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fb23e1-23f0-42b4-b586-49a17306c2b1 None None] Routers {'95b74a41-988c-40ca-8972-e2a9aadbfd19'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:46:11.643063 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-39fb23e1-23f0-42b4-b586-49a17306c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:45:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['95b74a41-988c-40ca-8972-e2a9aadbfd19'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:11.653765 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06442c0e-d707-4e60-9620-6fe64f87aa93 req-0d8800ba-0eac-4cee-9c2e-c9c7a3d7b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:11.655249 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-06442c0e-d707-4e60-9620-6fe64f87aa93 req-0d8800ba-0eac-4cee-9c2e-c9c7a3d7b6b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce392775-9dbe-4e36-96a8-c22af4629855 HTTP/1.1" status: 200 len: 847 time: 0.0428498 Jul 19 17:46:11.711550 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06442c0e-d707-4e60-9620-6fe64f87aa93 req-8e3e610b-abf8-4394-a4d7-12ae565151a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:11.713036 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-06442c0e-d707-4e60-9620-6fe64f87aa93 req-8e3e610b-abf8-4394-a4d7-12ae565151a9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=88f5f047-791b-4d40-a04f-4ba6f480519f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510671 Jul 19 17:46:11.747621 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-39fb23e1-23f0-42b4-b586-49a17306c2b1 None None] Set router 95b74a41-988c-40ca-8972-e2a9aadbfd19 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:46:11.805986 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-06442c0e-d707-4e60-9620-6fe64f87aa93 req-4e34e05d-4f85-4c2f-9355-964af0f9796e service neutron] 10.222.0.49 "GET /v2.0/networks/88f5f047-791b-4d40-a04f-4ba6f480519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852013 Jul 19 17:46:11.894918 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-06442c0e-d707-4e60-9620-6fe64f87aa93 req-b4423ecf-8ade-4d21-9792-123720ad77f3 service neutron] 10.222.0.49 "GET /v2.0/networks/88f5f047-791b-4d40-a04f-4ba6f480519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804622 Jul 19 17:46:11.968959 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-39fb23e1-23f0-42b4-b586-49a17306c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'name': 'tempest-TestShelveInstance-962053892-router', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:25Z', 'revision_number': 4, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'gw_port': {'id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '803d3725-f4d7-457b-bb75-373fbe44bbe2', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'port_id': '9d39acec-a106-484b-9b27-ba4ed072725a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'mac_address': 'fa:16:3e:7d:21:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:46:10Z', 'updated_at': '2021-07-19T17:46:10Z', 'revision_number': 0, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad953f1-ffae-4113-84c7-33ee360eebef', 'name': '', 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'mac_address': 'fa:16:3e:f4:2c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:24Z', 'updated_at': '2021-07-19T17:45:31Z', 'revision_number': 5, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'subnets': [{'id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:11.996932 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fb23e1-23f0-42b4-b586-49a17306c2b1 None None] The sync data for ids ['95b74a41-988c-40ca-8972-e2a9aadbfd19'] in dv-cinder-800696-4-iscsi is: [{'id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'name': 'tempest-TestShelveInstance-962053892-router', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:25Z', 'revision_number': 4, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'gw_port': {'id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '803d3725-f4d7-457b-bb75-373fbe44bbe2', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'port_id': '9d39acec-a106-484b-9b27-ba4ed072725a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'mac_address': 'fa:16:3e:7d:21:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:46:10Z', 'updated_at': '2021-07-19T17:46:10Z', 'revision_number': 0, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad953f1-ffae-4113-84c7-33ee360eebef', 'name': '', 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'mac_address': 'fa:16:3e:f4:2c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:24Z', 'updated_at': '2021-07-19T17:45:31Z', 'revision_number': 5, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'subnets': [{'id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:46:12.167463 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d15fa7-865d-47e3-a93f-8b04b4de8ee1 None None] New status for floating IP 803d3725-f4d7-457b-bb75-373fbe44bbe2: ACTIVE {{(pid=99969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:46:12.252573 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144335c-e060-4c74-906c-420abe131ae8 req-af4989c7-2a75-4730-a4ab-600ba42706a3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:12.254643 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2144335c-e060-4c74-906c-420abe131ae8 req-af4989c7-2a75-4730-a4ab-600ba42706a3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 945 time: 0.0646012 Jul 19 17:46:12.300597 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2144335c-e060-4c74-906c-420abe131ae8 req-68986b7a-7ab9-4b48-8d05-46c4923b607e tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403476 Jul 19 17:46:12.466620 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device de533a2e-2666-4301-b8e6-9748e3cf04fb no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:46:12.545604 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:12.568009 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de533a2e-2666-4301-b8e6-9748e3cf04fb'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:46:12.570260 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eacf083-0187-4e81-b50d-f320888f9b57" -d '{"events": [{"server_uuid": "f1ee6181-8b9e-4966-aa25-81e1ab1437bc", "name": "network-vif-unplugged", "status": "completed", "tag": "de533a2e-2666-4301-b8e6-9748e3cf04fb"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:46:12.583094 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port de533a2e-2666-4301-b8e6-9748e3cf04fb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=de533a2e-2666-4301-b8e6-9748e3cf04fb,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:46:12.587378 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:12.613692 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Jul 2021 17:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef5bd4b-5e57-48e4-aa17-e537a8940207 x-openstack-request-id: req-8ef5bd4b-5e57-48e4-aa17-e537a8940207 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:46:12.614214 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ee6181-8b9e-4966-aa25-81e1ab1437bc", "name": "network-vif-unplugged", "status": "failed", "tag": "de533a2e-2666-4301-b8e6-9748e3cf04fb", "code": 422}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:46:12.614619 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ef5bd4b-5e57-48e4-aa17-e537a8940207 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:46:12.615307 dv-cinder-800696-4-iscsi neutron-server[99968]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de533a2e-2666-4301-b8e6-9748e3cf04fb', 'code': 422} returned with failed status Jul 19 17:46:12.641546 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=de533a2e-2666-4301-b8e6-9748e3cf04fb,revision_number=8']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:13.234758 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d8d3f-2947-4721-951d-a0d2f14ca841 req-15955bfa-8843-447f-a82d-c13db20fa293 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:13.236223 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1e8d8d3f-2947-4721-951d-a0d2f14ca841 req-15955bfa-8843-447f-a82d-c13db20fa293 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 943 time: 0.0950654 Jul 19 17:46:13.266553 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-75e1a5a2-6cb3-4f4e-a56b-c98431968722 req-bcf6aaf6-800a-453d-8192-e96d8345308f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855889 Jul 19 17:46:13.280726 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1e8d8d3f-2947-4721-951d-a0d2f14ca841 req-5dc00da2-ab29-465f-b069-cbfa91772468 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387831 Jul 19 17:46:14.115342 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1a5a2-6cb3-4f4e-a56b-c98431968722 req-f67db244-a7be-4899-b7aa-76535a613800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:14.116778 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-75e1a5a2-6cb3-4f4e-a56b-c98431968722 req-f67db244-a7be-4899-b7aa-76535a613800 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc&tenant_id=0634ad0c797e471297f37a2b2b27b253 HTTP/1.1" status: 200 len: 1096 time: 0.0544939 Jul 19 17:46:14.199607 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1a5a2-6cb3-4f4e-a56b-c98431968722 req-f36ce6fc-579f-43de-9fdb-d3c3d5760eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:14.201046 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-75e1a5a2-6cb3-4f4e-a56b-c98431968722 req-f36ce6fc-579f-43de-9fdb-d3c3d5760eb9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0634ad0c797e471297f37a2b2b27b253&device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 1096 time: 0.0499623 Jul 19 17:46:14.288423 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1a5a2-6cb3-4f4e-a56b-c98431968722 req-8722ffff-4179-4990-ad08-7ae818e2a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:14.289878 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-75e1a5a2-6cb3-4f4e-a56b-c98431968722 req-8722ffff-4179-4990-ad08-7ae818e2a044 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9412ab90-14bd-4fb2-8549-8b0724c797fa HTTP/1.1" status: 200 len: 918 time: 0.0815675 Jul 19 17:46:14.357309 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-75e1a5a2-6cb3-4f4e-a56b-c98431968722 req-91563377-2a01-4421-a837-95684cf7507c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de533a2e-2666-4301-b8e6-9748e3cf04fb HTTP/1.1" status: 200 len: 999 time: 0.0602536 Jul 19 17:46:14.406187 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1a5a2-6cb3-4f4e-a56b-c98431968722 req-1d7b55b0-2468-4a23-9189-55bac192adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:14.407542 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-75e1a5a2-6cb3-4f4e-a56b-c98431968722 req-1d7b55b0-2468-4a23-9189-55bac192adf5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=016908ef-9e1e-4636-acd6-cc64d9df8a14 HTTP/1.1" status: 200 len: 856 time: 0.0423214 Jul 19 17:46:14.415885 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab300490-c843-45c3-b979-994a710a752d req-a3187b5a-692b-473b-9f43-bd662498b04d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:14.417336 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ab300490-c843-45c3-b979-994a710a752d req-a3187b5a-692b-473b-9f43-bd662498b04d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 943 time: 0.0648153 Jul 19 17:46:14.454951 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ab300490-c843-45c3-b979-994a710a752d req-542e7dd7-7e7a-4914-9f2e-a0628955aa0f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317454 Jul 19 17:46:14.462755 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1a5a2-6cb3-4f4e-a56b-c98431968722 req-c6f489a3-b3eb-47bc-aa56-97843e8b1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:14.464251 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-75e1a5a2-6cb3-4f4e-a56b-c98431968722 req-c6f489a3-b3eb-47bc-aa56-97843e8b1dd8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9412ab90-14bd-4fb2-8549-8b0724c797fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506001 Jul 19 17:46:14.555143 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-75e1a5a2-6cb3-4f4e-a56b-c98431968722 req-b89af5d0-876a-4315-a6de-cd79630ae284 service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826066 Jul 19 17:46:14.643456 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-75e1a5a2-6cb3-4f4e-a56b-c98431968722 req-aae3f4e4-845a-414c-8c1a-2c17f33a88f2 service neutron] 10.222.0.49 "GET /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0768237 Jul 19 17:46:15.597103 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684936c6-998e-445f-bef2-e0cd70a07588 req-d6c39f5b-b7ff-4514-ac15-58f13fc418e2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:15.598568 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-684936c6-998e-445f-bef2-e0cd70a07588 req-d6c39f5b-b7ff-4514-ac15-58f13fc418e2 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 943 time: 0.0634875 Jul 19 17:46:15.637115 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-684936c6-998e-445f-bef2-e0cd70a07588 req-b90cf139-0d9d-4f54-8418-89603776cfae tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328302 Jul 19 17:46:16.437877 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b05fa7-c72c-482b-b7e6-e6fdc310b603 req-2705eb62-8e2d-4875-a23e-c0f30175107a tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:16.439490 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-26b05fa7-c72c-482b-b7e6-e6fdc310b603 req-2705eb62-8e2d-4875-a23e-c0f30175107a tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0647292 Jul 19 17:46:16.483815 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-26b05fa7-c72c-482b-b7e6-e6fdc310b603 req-e4187076-c584-4931-8be4-a2431fb5cfb5 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383255 Jul 19 17:46:16.771771 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea92d8e-389c-4b29-b8af-bbfe1bc84810 req-9c1b63c1-7f1e-474a-b844-ae3fb4d1bb67 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:16.773213 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7ea92d8e-389c-4b29-b8af-bbfe1bc84810 req-9c1b63c1-7f1e-474a-b844-ae3fb4d1bb67 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 943 time: 0.0633051 Jul 19 17:46:16.811273 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7ea92d8e-389c-4b29-b8af-bbfe1bc84810 req-19062cb0-ef1e-464e-8d1f-2eba7b48960c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325515 Jul 19 17:46:17.617396 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20ce6a-670c-4919-ad2e-724e65af9e5b req-73119405-bc53-4346-b762-662b5b20aefd tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:17.619064 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0a20ce6a-670c-4919-ad2e-724e65af9e5b req-73119405-bc53-4346-b762-662b5b20aefd tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0646574 Jul 19 17:46:17.660646 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0a20ce6a-670c-4919-ad2e-724e65af9e5b req-7643dab9-f5d4-4705-842f-0fed03beca27 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359263 Jul 19 17:46:17.953763 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc1573-9096-4090-a492-38fc54466fd9 req-9a566e38-1938-4860-a0a9-e98f603395f8 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:17.955556 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-37bc1573-9096-4090-a492-38fc54466fd9 req-9a566e38-1938-4860-a0a9-e98f603395f8 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 943 time: 0.0704803 Jul 19 17:46:17.994779 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-37bc1573-9096-4090-a492-38fc54466fd9 req-69fd105e-daa4-4850-99ba-154a88f55b4c tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328948 Jul 19 17:46:18.790099 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3730df1-16c0-4720-9797-81da60da9261 req-3ce55253-0386-4dbc-8b8a-754a4a735275 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:18.791846 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f3730df1-16c0-4720-9797-81da60da9261 req-3ce55253-0386-4dbc-8b8a-754a4a735275 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0644834 Jul 19 17:46:18.833530 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f3730df1-16c0-4720-9797-81da60da9261 req-968b95a1-83ca-4622-b567-5b6a92f14b95 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358064 Jul 19 17:46:19.134832 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8600948-5b93-4efe-a9b8-e0d1406ad86a req-ba76066b-ee7d-424a-bcf3-f010eefd72be tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:19.136318 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e8600948-5b93-4efe-a9b8-e0d1406ad86a req-ba76066b-ee7d-424a-bcf3-f010eefd72be tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 943 time: 0.0709963 Jul 19 17:46:19.174302 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-41457b76-2034-4aad-8a23-6cf9348fc1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:19.177550 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e8600948-5b93-4efe-a9b8-e0d1406ad86a req-e0b3929f-6dc4-4301-bc02-3c520915d96e tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354025 Jul 19 17:46:19.719140 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:46:19.966920 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c08c64-31f1-44f7-b4db-07fee1d22152 req-16cc2516-564a-40ea-85c7-fc3c359cec45 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:19.968446 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b0c08c64-31f1-44f7-b4db-07fee1d22152 req-16cc2516-564a-40ea-85c7-fc3c359cec45 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0691209 Jul 19 17:46:20.010609 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b0c08c64-31f1-44f7-b4db-07fee1d22152 req-85bd2ecb-9a71-4b35-8141-d9929f23a14c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357022 Jul 19 17:46:20.337836 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aaaf38-0308-4b6f-b001-a387a440f696 req-8ab05c5e-d5ab-48e8-9dc5-89a59a76d2d1 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:20.339374 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-51aaaf38-0308-4b6f-b001-a387a440f696 req-8ab05c5e-d5ab-48e8-9dc5-89a59a76d2d1 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 943 time: 0.0821335 Jul 19 17:46:20.376911 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-51aaaf38-0308-4b6f-b001-a387a440f696 req-a5b80591-2cab-409a-8318-377359ef7043 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317936 Jul 19 17:46:21.152426 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9099f6-a666-4795-9921-607da1561cd7 req-29ef4e29-c198-4396-baf0-1d8ace0fd76c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:21.154067 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7a9099f6-a666-4795-9921-607da1561cd7 req-29ef4e29-c198-4396-baf0-1d8ace0fd76c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0733192 Jul 19 17:46:21.196473 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7a9099f6-a666-4795-9921-607da1561cd7 req-5a0ece96-2ea4-41c3-9471-d6b542158da8 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358374 Jul 19 17:46:21.516762 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b3916-262e-4a8b-9796-b65839f83f93 req-af7e57cc-d382-454b-8f12-23602d2c3c07 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:21.519484 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-480b3916-262e-4a8b-9796-b65839f83f93 req-af7e57cc-d382-454b-8f12-23602d2c3c07 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 943 time: 0.0667241 Jul 19 17:46:21.559118 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-480b3916-262e-4a8b-9796-b65839f83f93 req-6160637c-8572-44d8-8064-337bdb379e69 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337019 Jul 19 17:46:21.699130 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4beed757-b200-45af-b76f-86e92d4285ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:21.925955 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:22.332998 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd62e39-4b0a-4e57-aee0-2b1d3e16bd7e req-0d36c5ef-ac28-4aaa-9fcc-79c685ea689e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:22.334670 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7dd62e39-4b0a-4e57-aee0-2b1d3e16bd7e req-0d36c5ef-ac28-4aaa-9fcc-79c685ea689e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0701683 Jul 19 17:46:22.377596 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7dd62e39-4b0a-4e57-aee0-2b1d3e16bd7e req-9e9ea804-5a64-4291-b83b-5670dc296401 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365608 Jul 19 17:46:22.693686 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf1cde-56ff-48f5-a14c-a723981700c7 req-9818bf9e-6250-49ad-b28d-2b6dbba0c677 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:22.695363 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-edbf1cde-56ff-48f5-a14c-a723981700c7 req-9818bf9e-6250-49ad-b28d-2b6dbba0c677 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 943 time: 0.0657382 Jul 19 17:46:22.733427 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-edbf1cde-56ff-48f5-a14c-a723981700c7 req-4c830a0f-8275-4f68-8af1-8a957567b964 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323663 Jul 19 17:46:23.101707 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:23.506018 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9c694-c061-4279-8768-a9fcb70a48aa req-2390714d-b3f2-47c4-bd4b-f137e53b3241 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:23.507873 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f7f9c694-c061-4279-8768-a9fcb70a48aa req-2390714d-b3f2-47c4-bd4b-f137e53b3241 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0647864 Jul 19 17:46:23.549605 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f7f9c694-c061-4279-8768-a9fcb70a48aa req-91fbd071-3a67-4af4-b5a8-67696f5f622c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357914 Jul 19 17:46:23.829052 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:23.874332 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce38e4d-1a61-4dff-a060-12162dc7fba0 req-4eea2209-f129-4a60-a3ab-a2977e5eee12 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:23.876028 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dce38e4d-1a61-4dff-a060-12162dc7fba0 req-4eea2209-f129-4a60-a3ab-a2977e5eee12 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 943 time: 0.0675435 Jul 19 17:46:23.917309 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dce38e4d-1a61-4dff-a060-12162dc7fba0 req-4c14e5cb-9c00-4889-b103-55061cf0cc3d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343096 Jul 19 17:46:24.505819 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:24.685060 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd50bc-02e8-4f46-8603-d6f4d5a3c5cc req-b3ab0153-925e-4119-b380-ba5bbd1abcfd tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:24.686585 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c1cd50bc-02e8-4f46-8603-d6f4d5a3c5cc req-b3ab0153-925e-4119-b380-ba5bbd1abcfd tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0702684 Jul 19 17:46:24.728762 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c1cd50bc-02e8-4f46-8603-d6f4d5a3c5cc req-0e7626b3-2cf8-4d05-a6ce-4ff5ef7f7d42 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361843 Jul 19 17:46:25.057943 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891e2de-994e-4a4f-aff4-bc92d303013a req-6d92617b-b7fb-4b03-8ffc-b561ba125ee4 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:25.060294 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c891e2de-994e-4a4f-aff4-bc92d303013a req-6d92617b-b7fb-4b03-8ffc-b561ba125ee4 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 943 time: 0.0707276 Jul 19 17:46:25.099713 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c891e2de-994e-4a4f-aff4-bc92d303013a req-45fb406d-e5aa-478f-af9d-964ed0b9d70a tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332100 Jul 19 17:46:25.861272 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6627f1-a9ef-4cc0-ae58-6932bc00c0cc req-d1946ac6-14f8-409d-b4b6-6b279298ff62 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:25.863530 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5f6627f1-a9ef-4cc0-ae58-6932bc00c0cc req-d1946ac6-14f8-409d-b4b6-6b279298ff62 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0673773 Jul 19 17:46:25.905106 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5f6627f1-a9ef-4cc0-ae58-6932bc00c0cc req-5f0fd658-0043-4a04-901d-3823e6797672 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355501 Jul 19 17:46:26.239159 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ed755-596a-4249-9941-4c78b39770a6 req-4e3d3725-aa0c-4789-b5cc-af55c1f69428 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:26.240594 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a46ed755-596a-4249-9941-4c78b39770a6 req-4e3d3725-aa0c-4789-b5cc-af55c1f69428 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 943 time: 0.0707617 Jul 19 17:46:26.280751 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a46ed755-596a-4249-9941-4c78b39770a6 req-b18089ff-623b-4584-9201-2158c05409ba tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346856 Jul 19 17:46:27.036203 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43899a92-d625-493d-aacd-d00d6abdbb09 req-b4a09880-fb01-48fe-b280-715b0dec8548 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:27.037683 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-43899a92-d625-493d-aacd-d00d6abdbb09 req-b4a09880-fb01-48fe-b280-715b0dec8548 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0667679 Jul 19 17:46:27.076482 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-43899a92-d625-493d-aacd-d00d6abdbb09 req-e7ed154d-0537-4789-9407-d9f4049fc261 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329640 Jul 19 17:46:27.358751 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9c3f4-b07c-46c8-ab27-25e0e4708b0d req-32e9ecdf-bc90-497e-a2ab-b62774659a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:27.360270 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-aea9c3f4-b07c-46c8-ab27-25e0e4708b0d req-32e9ecdf-bc90-497e-a2ab-b62774659a74 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20f4b012f44a4e3b8b37ec0383085ddb&device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 1137 time: 0.0560186 Jul 19 17:46:27.413777 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372b45-cd00-469a-99bb-45080f5a13e2 req-11aa5e8b-8be1-4e2d-ab35-95c0b570715f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:27.415556 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-31372b45-cd00-469a-99bb-45080f5a13e2 req-11aa5e8b-8be1-4e2d-ab35-95c0b570715f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 943 time: 0.0648029 Jul 19 17:46:27.453609 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9c3f4-b07c-46c8-ab27-25e0e4708b0d req-cfb99f2d-7964-4a70-9645-425e3cfa2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:27.453996 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-31372b45-cd00-469a-99bb-45080f5a13e2 req-4df9ca17-b3c3-484a-a3ac-4f5c099ca701 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329416 Jul 19 17:46:27.454819 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-aea9c3f4-b07c-46c8-ab27-25e0e4708b0d req-cfb99f2d-7964-4a70-9645-425e3cfa2fc4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76472700-e7a4-45dd-9538-deb84d546bfb HTTP/1.1" status: 200 len: 916 time: 0.0863483 Jul 19 17:46:27.525197 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-aea9c3f4-b07c-46c8-ab27-25e0e4708b0d req-87d3e408-7d45-460d-9937-cf8876fadd89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f899c92b-b018-485b-ad5a-e1cc5161928d HTTP/1.1" status: 200 len: 1001 time: 0.0626631 Jul 19 17:46:27.580034 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9c3f4-b07c-46c8-ab27-25e0e4708b0d req-5f242e98-c45f-4a87-be43-6788d3113516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:27.581548 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-aea9c3f4-b07c-46c8-ab27-25e0e4708b0d req-5f242e98-c45f-4a87-be43-6788d3113516 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4bee41ee-1406-4992-8a65-c5441e565b2e HTTP/1.1" status: 200 len: 854 time: 0.0414290 Jul 19 17:46:27.638212 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9c3f4-b07c-46c8-ab27-25e0e4708b0d req-094f08a8-4156-451e-bd59-efe45d09b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:27.640174 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-aea9c3f4-b07c-46c8-ab27-25e0e4708b0d req-094f08a8-4156-451e-bd59-efe45d09b289 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76472700-e7a4-45dd-9538-deb84d546bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510879 Jul 19 17:46:27.755693 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-aea9c3f4-b07c-46c8-ab27-25e0e4708b0d req-d6a59526-5dbb-4e41-a108-982fa26ec9c0 service neutron] 10.222.0.49 "GET /v2.0/networks/76472700-e7a4-45dd-9538-deb84d546bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903807 Jul 19 17:46:27.857591 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-aea9c3f4-b07c-46c8-ab27-25e0e4708b0d req-5460c999-fe20-4b34-a258-4a744add122f service neutron] 10.222.0.49 "GET /v2.0/networks/76472700-e7a4-45dd-9538-deb84d546bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784917 Jul 19 17:46:28.210978 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f61354-0ceb-4295-9f00-c4ecf3e07fa0 req-7e7b7100-a223-4ff1-bd40-e15607f94ec9 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:28.212666 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d3f61354-0ceb-4295-9f00-c4ecf3e07fa0 req-7e7b7100-a223-4ff1-bd40-e15607f94ec9 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0717151 Jul 19 17:46:28.256118 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d3f61354-0ceb-4295-9f00-c4ecf3e07fa0 req-d7b1d96f-9a08-4503-b000-1ac001a37323 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373232 Jul 19 17:46:28.587079 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb91974-6187-4aa2-b72f-373edc303c05 req-cfdfbdb3-a67c-4799-a9b2-29e4e9d46da9 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:28.588602 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0bb91974-6187-4aa2-b72f-373edc303c05 req-cfdfbdb3-a67c-4799-a9b2-29e4e9d46da9 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 943 time: 0.0635803 Jul 19 17:46:28.626818 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0bb91974-6187-4aa2-b72f-373edc303c05 req-299dc64e-5b0d-416e-b2ac-f538308167c5 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326471 Jul 19 17:46:29.194425 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-30b1ca8a-9d08-41c1-8899-ed62537f8a3f req-82f25cd3-1f49-4c11-beb3-61516fad0472 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530198 Jul 19 17:46:29.289657 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1ca8a-9d08-41c1-8899-ed62537f8a3f req-bd674aa3-9e89-4acc-a503-4a5864233c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:29.291425 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-30b1ca8a-9d08-41c1-8899-ed62537f8a3f req-bd674aa3-9e89-4acc-a503-4a5864233c9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c040f5f97adc447195c341b2b823bfe6&device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 1099 time: 0.0540390 Jul 19 17:46:29.386259 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad94593-25e8-494f-a54b-da287696a4c1 req-bf159ac5-101c-47ec-8264-19bd178f10ab tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:29.387741 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8ad94593-25e8-494f-a54b-da287696a4c1 req-bf159ac5-101c-47ec-8264-19bd178f10ab tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0635672 Jul 19 17:46:29.398280 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1ca8a-9d08-41c1-8899-ed62537f8a3f req-728e1ae9-0729-4bfe-a3ab-4c294d14cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:29.399726 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-30b1ca8a-9d08-41c1-8899-ed62537f8a3f req-728e1ae9-0729-4bfe-a3ab-4c294d14cc6e service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f24d9df-a931-4ff8-bb3b-6117c4624555 HTTP/1.1" status: 200 len: 913 time: 0.0880351 Jul 19 17:46:29.427629 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8ad94593-25e8-494f-a54b-da287696a4c1 req-1ba58b84-ac9b-4a1f-a632-b19c4519c59e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338860 Jul 19 17:46:29.466293 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-30b1ca8a-9d08-41c1-8899-ed62537f8a3f req-3d4d41d0-7f15-4f03-a496-f8bec23f32cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 HTTP/1.1" status: 200 len: 1002 time: 0.0596676 Jul 19 17:46:29.513302 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1ca8a-9d08-41c1-8899-ed62537f8a3f req-ee44a864-c6d0-4ec8-a27e-da16d2e5736d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:29.514708 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-30b1ca8a-9d08-41c1-8899-ed62537f8a3f req-ee44a864-c6d0-4ec8-a27e-da16d2e5736d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66a645b9-6b30-4f54-84d8-11e492b1f028 HTTP/1.1" status: 200 len: 851 time: 0.0419683 Jul 19 17:46:29.574202 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1ca8a-9d08-41c1-8899-ed62537f8a3f req-ae589c4d-0400-4800-aea3-12ffb4700ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:29.575645 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-30b1ca8a-9d08-41c1-8899-ed62537f8a3f req-ae589c4d-0400-4800-aea3-12ffb4700ee8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f24d9df-a931-4ff8-bb3b-6117c4624555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491376 Jul 19 17:46:29.665384 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-30b1ca8a-9d08-41c1-8899-ed62537f8a3f req-42e3b32f-2c34-42e2-9b95-bca915e8e622 service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819247 Jul 19 17:46:29.751881 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-30b1ca8a-9d08-41c1-8899-ed62537f8a3f req-c63c73d8-c74f-4824-a93b-f60076377b9c service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799127 Jul 19 17:46:29.760579 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aadbe5-8473-4bc4-bc40-2b047e7cbb99 req-5ca15527-89b4-4dc3-a37f-7261cf9e64f8 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:29.762078 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a5aadbe5-8473-4bc4-bc40-2b047e7cbb99 req-5ca15527-89b4-4dc3-a37f-7261cf9e64f8 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 943 time: 0.0650942 Jul 19 17:46:29.798580 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a5aadbe5-8473-4bc4-bc40-2b047e7cbb99 req-2c8fd98e-d92f-4453-b3c2-0293e835e593 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307748 Jul 19 17:46:30.484468 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device de533a2e-2666-4301-b8e6-9748e3cf04fb details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:46:30.556240 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f7c37-cc7a-4b08-a418-9a9df9fbea1e req-7310e078-127c-4de7-9d99-9a5037396814 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:30.557905 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c48f7c37-cc7a-4b08-a418-9a9df9fbea1e req-7310e078-127c-4de7-9d99-9a5037396814 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0631967 Jul 19 17:46:30.578497 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port de533a2e-2666-4301-b8e6-9748e3cf04fb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=de533a2e-2666-4301-b8e6-9748e3cf04fb,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:46:30.589881 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': 'de533a2e-2666-4301-b8e6-9748e3cf04fb', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'port_id': 'de533a2e-2666-4301-b8e6-9748e3cf04fb', 'mac_address': 'fa:16:3e:4d:c3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:46:30.597768 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c48f7c37-cc7a-4b08-a418-9a9df9fbea1e req-e050de08-5794-4d0b-9e46-6841085c832b tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343895 Jul 19 17:46:30.625570 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:30.637468 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de533a2e-2666-4301-b8e6-9748e3cf04fb {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:46:30.656692 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port de533a2e-2666-4301-b8e6-9748e3cf04fb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=de533a2e-2666-4301-b8e6-9748e3cf04fb,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:46:30.660755 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:30.708979 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=de533a2e-2666-4301-b8e6-9748e3cf04fb,revision_number=9']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:30.715749 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:30.716095 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:30.716432 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:30.716761 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:30.717090 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:30.717415 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:30.717737 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:30.718077 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:30.718401 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:30.718717 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:30.719027 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:30.719338 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:30.941234 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40258624-a26c-4ebc-9f00-64b032b1cdb4 req-aa04e97e-353c-47ae-9085-47c977e53f88 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:30.942775 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-40258624-a26c-4ebc-9f00-64b032b1cdb4 req-aa04e97e-353c-47ae-9085-47c977e53f88 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 944 time: 0.0674436 Jul 19 17:46:30.979308 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-40258624-a26c-4ebc-9f00-64b032b1cdb4 req-a51de290-8e23-498f-b127-5adb4b02cefe tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311320 Jul 19 17:46:31.008015 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['de533a2e-2666-4301-b8e6-9748e3cf04fb'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:46:31.728024 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8219c-f843-44e9-a78b-c047ccf2a5d0 req-a2ae4be5-3457-4b93-97c7-142b91f183ee tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:31.729480 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d2a8219c-f843-44e9-a78b-c047ccf2a5d0 req-a2ae4be5-3457-4b93-97c7-142b91f183ee tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0669527 Jul 19 17:46:31.767778 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d2a8219c-f843-44e9-a78b-c047ccf2a5d0 req-0e74ae17-4f33-43a1-9ce9-100f53184684 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326641 Jul 19 17:46:32.108691 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fad0c-4e27-4194-b8de-768d8104b07a req-23d89670-c3d9-4185-bf64-8a7711474353 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:32.110176 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-282fad0c-4e27-4194-b8de-768d8104b07a req-23d89670-c3d9-4185-bf64-8a7711474353 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 944 time: 0.0603778 Jul 19 17:46:32.146377 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-282fad0c-4e27-4194-b8de-768d8104b07a req-a4a2435e-13a6-41ba-b91b-761095f5cd85 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308063 Jul 19 17:46:32.497925 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device de533a2e-2666-4301-b8e6-9748e3cf04fb up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:46:32.545771 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port de533a2e-2666-4301-b8e6-9748e3cf04fb triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:46:32.546089 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:32.617343 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:32.638426 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de533a2e-2666-4301-b8e6-9748e3cf04fb'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:46:32.640613 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a782b6-54b2-45a4-9416-fca7b465a7f1" -d '{"events": [{"server_uuid": "f1ee6181-8b9e-4966-aa25-81e1ab1437bc", "name": "network-vif-plugged", "status": "completed", "tag": "de533a2e-2666-4301-b8e6-9748e3cf04fb"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:46:32.652629 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port de533a2e-2666-4301-b8e6-9748e3cf04fb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=de533a2e-2666-4301-b8e6-9748e3cf04fb,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:46:32.656744 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:32.682703 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d059973a-c08b-43b6-910d-d1a2746b3969 x-openstack-request-id: req-d059973a-c08b-43b6-910d-d1a2746b3969 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:46:32.683113 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ee6181-8b9e-4966-aa25-81e1ab1437bc", "name": "network-vif-plugged", "status": "completed", "tag": "de533a2e-2666-4301-b8e6-9748e3cf04fb", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:46:32.683489 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d059973a-c08b-43b6-910d-d1a2746b3969 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:46:32.684044 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de533a2e-2666-4301-b8e6-9748e3cf04fb', 'code': 200} Jul 19 17:46:32.708630 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=de533a2e-2666-4301-b8e6-9748e3cf04fb,revision_number=10']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:32.900591 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6df7d-b9f7-4523-affd-f50d9d2bd59a req-f4634014-a27e-4262-891d-fac9655e3617 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:32.902082 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-abb6df7d-b9f7-4523-affd-f50d9d2bd59a req-f4634014-a27e-4262-891d-fac9655e3617 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0688763 Jul 19 17:46:32.942128 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-abb6df7d-b9f7-4523-affd-f50d9d2bd59a req-9d321ca7-de72-4426-a050-9c79c6cef1dd tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342948 Jul 19 17:46:32.945491 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f196572-df78-458b-88b9-24fefabd2b70 req-3e077559-9bcd-4841-b7fd-eeb3dd0c5242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:32.947070 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0f196572-df78-458b-88b9-24fefabd2b70 req-3e077559-9bcd-4841-b7fd-eeb3dd0c5242 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 1099 time: 0.0546160 Jul 19 17:46:32.982240 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0f196572-df78-458b-88b9-24fefabd2b70 req-0abc2184-7be0-4760-8b37-283436ee7b35 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266743 Jul 19 17:46:33.276211 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e8aca-8483-4a15-a42c-fec12244c86b req-9f8f86c4-5f64-4970-9fba-ca463f42f46f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:33.277667 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-614e8aca-8483-4a15-a42c-fec12244c86b req-9f8f86c4-5f64-4970-9fba-ca463f42f46f tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 946 time: 0.0611577 Jul 19 17:46:33.314799 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-614e8aca-8483-4a15-a42c-fec12244c86b req-fb7c2cb0-dd61-4c73-80b5-40f5ab18c0b1 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316069 Jul 19 17:46:34.070678 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ce5d1-f2fd-4992-903f-ab2b48d30e89 req-352bbd64-58b2-43c6-88d1-ca1687e4e08e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:34.072153 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b88ce5d1-f2fd-4992-903f-ab2b48d30e89 req-352bbd64-58b2-43c6-88d1-ca1687e4e08e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0658808 Jul 19 17:46:34.110327 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b88ce5d1-f2fd-4992-903f-ab2b48d30e89 req-aaa72351-19c4-4b55-a713-559c36f03846 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324895 Jul 19 17:46:34.448299 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fc97f-f4b3-468f-996d-7e5d813fd540 req-a382b23c-b271-4228-817d-02a88213b081 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:34.449909 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3e0fc97f-f4b3-468f-996d-7e5d813fd540 req-a382b23c-b271-4228-817d-02a88213b081 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 946 time: 0.0653391 Jul 19 17:46:34.491060 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3e0fc97f-f4b3-468f-996d-7e5d813fd540 req-73eee9d3-ec37-459a-b3f6-de03c49d03f4 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353818 Jul 19 17:46:35.236478 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c1c8c-6ee3-4ff7-b330-600dc7915714 req-e0f5f4d9-cfa4-42fb-93c4-cc2564d9ab3d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:35.238584 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-149c1c8c-6ee3-4ff7-b330-600dc7915714 req-e0f5f4d9-cfa4-42fb-93c4-cc2564d9ab3d tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0605361 Jul 19 17:46:35.277784 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-149c1c8c-6ee3-4ff7-b330-600dc7915714 req-b84ac676-b84c-4630-a4fc-9abbc018ac3a tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337191 Jul 19 17:46:35.622594 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99e9e4-2414-4c1e-b80c-6790a2f30617 req-f773787d-aaeb-4427-90f3-dec79786c5c4 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:35.624024 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ba99e9e4-2414-4c1e-b80c-6790a2f30617 req-f773787d-aaeb-4427-90f3-dec79786c5c4 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 946 time: 0.0638971 Jul 19 17:46:35.660668 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ba99e9e4-2414-4c1e-b80c-6790a2f30617 req-97ae5c43-e740-479e-a4fa-c144edac5c91 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306368 Jul 19 17:46:36.402743 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ea9ac-efca-4814-874e-a6c0bf190192 req-4f06421c-0ad6-47f3-8426-32fe8d47a01c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:36.404176 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-cc4ea9ac-efca-4814-874e-a6c0bf190192 req-4f06421c-0ad6-47f3-8426-32fe8d47a01c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0612113 Jul 19 17:46:36.443024 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-cc4ea9ac-efca-4814-874e-a6c0bf190192 req-aa9aae40-a786-4048-a776-2067443a0825 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332744 Jul 19 17:46:37.577131 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533a194-8e2f-4af7-b9a4-bd68c0dd8c42 req-419cdaa2-30fb-42ba-8b07-6079e2ae3bd8 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:37.578597 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7533a194-8e2f-4af7-b9a4-bd68c0dd8c42 req-419cdaa2-30fb-42ba-8b07-6079e2ae3bd8 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0652797 Jul 19 17:46:37.618084 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7533a194-8e2f-4af7-b9a4-bd68c0dd8c42 req-b9e81f5d-a655-4f89-bd6c-b97870d2c47c tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339456 Jul 19 17:46:38.748841 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc9411-974a-45a2-a9cc-7d20c04cc75d req-eb2c4112-4679-4f78-9a36-978d10c5d557 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:38.750429 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dcdc9411-974a-45a2-a9cc-7d20c04cc75d req-eb2c4112-4679-4f78-9a36-978d10c5d557 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0633121 Jul 19 17:46:38.788735 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-dcdc9411-974a-45a2-a9cc-7d20c04cc75d req-1aa6efa1-3ad9-4976-9892-b33ecb2ae9f6 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327423 Jul 19 17:46:39.915744 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f330f9-285a-4931-96cc-7f32d37016a7 req-3c383531-83ba-45df-8c57-7ac2f021f03b tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:39.917210 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a9f330f9-285a-4931-96cc-7f32d37016a7 req-3c383531-83ba-45df-8c57-7ac2f021f03b tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0619996 Jul 19 17:46:39.956649 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a9f330f9-285a-4931-96cc-7f32d37016a7 req-92ef98fc-ffe1-48d3-878c-d0572f95c382 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338702 Jul 19 17:46:41.086243 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8449033-5613-40a5-8c13-7f5c209916d4 req-b6ce6776-656a-42f5-8f57-f8e198a0ef2a tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:41.087720 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c8449033-5613-40a5-8c13-7f5c209916d4 req-b6ce6776-656a-42f5-8f57-f8e198a0ef2a tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0660267 Jul 19 17:46:41.126571 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c8449033-5613-40a5-8c13-7f5c209916d4 req-f8421e74-131a-48e9-a8df-6d5916d3b8b8 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332465 Jul 19 17:46:42.031745 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566ef6b-c801-4151-9c65-0e721a350da6 req-6d34ab42-4a64-4b10-8a4e-f0c8eba9d4bc tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:42.033293 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d566ef6b-c801-4151-9c65-0e721a350da6 req-6d34ab42-4a64-4b10-8a4e-f0c8eba9d4bc tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 945 time: 0.0621586 Jul 19 17:46:42.070870 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d566ef6b-c801-4151-9c65-0e721a350da6 req-72af671f-ed4b-4062-af39-549f6f3f652c tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311317 Jul 19 17:46:42.257105 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fb3b5-a850-4737-9c03-45b7b3869c7e req-e7ee8fa7-146f-4fc8-8f8b-9ee912c0d15e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:42.258616 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-596fb3b5-a850-4737-9c03-45b7b3869c7e req-e7ee8fa7-146f-4fc8-8f8b-9ee912c0d15e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0650029 Jul 19 17:46:42.298573 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-596fb3b5-a850-4737-9c03-45b7b3869c7e req-184fda37-26b9-46a4-8503-0fefd4ffba25 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342395 Jul 19 17:46:43.197382 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f323750-d5d0-4c44-88a4-2ae1be1c53c8 req-a3ca9d23-adf5-48de-ab1b-516976145650 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:43.198940 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0f323750-d5d0-4c44-88a4-2ae1be1c53c8 req-a3ca9d23-adf5-48de-ab1b-516976145650 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 945 time: 0.0615776 Jul 19 17:46:43.235325 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0f323750-d5d0-4c44-88a4-2ae1be1c53c8 req-d63da3f9-c9f1-4606-aa13-7cbc35778bd5 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307395 Jul 19 17:46:43.426189 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847411be-1fc9-4d6e-bde5-a0cf500f36b1 req-9e41e013-2507-4954-bab1-fdb027f68478 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:43.427650 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-847411be-1fc9-4d6e-bde5-a0cf500f36b1 req-9e41e013-2507-4954-bab1-fdb027f68478 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0651255 Jul 19 17:46:43.465741 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-847411be-1fc9-4d6e-bde5-a0cf500f36b1 req-8f70c982-a5b9-4341-97c0-b5393c6ee485 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324600 Jul 19 17:46:44.100161 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd892f05-0beb-4106-85f2-9e555e4dac65 req-ef00164d-cd4d-4346-a41d-57fa483c2ff8 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:44.101610 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bd892f05-0beb-4106-85f2-9e555e4dac65 req-ef00164d-cd4d-4346-a41d-57fa483c2ff8 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 945 time: 0.0607219 Jul 19 17:46:44.210959 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-bd892f05-0beb-4106-85f2-9e555e4dac65 req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Deleting port 837fcb41-2e9b-4908-accf-dd90e039e2af {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:46:44.211295 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bd892f05-0beb-4106-85f2-9e555e4dac65 req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:44.300650 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-bd892f05-0beb-4106-85f2-9e555e4dac65 req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] For port 837fcb41-2e9b-4908-accf-dd90e039e2af, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=837fcb41-2e9b-4908-accf-dd90e039e2af,segment=NetworkSegment(d46911b4-bf28-4904-9719-8b9bee711fe0),segment_id=d46911b4-bf28-4904-9719-8b9bee711fe0)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:46:44.301007 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bd892f05-0beb-4106-85f2-9e555e4dac65 req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:44.369217 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1dadd-a035-4966-b17f-29da14a76772 req-68356954-3541-46c1-b74d-30b24acf0d3f tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:44.370718 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-27b1dadd-a035-4966-b17f-29da14a76772 req-68356954-3541-46c1-b74d-30b24acf0d3f tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 945 time: 0.0661411 Jul 19 17:46:44.408511 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-27b1dadd-a035-4966-b17f-29da14a76772 req-6886854a-7091-4e2b-99ee-9481f22c2178 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups?id=ace6d921-40ad-4b6e-8513-73d082cb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322523 Jul 19 17:46:44.472429 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bd892f05-0beb-4106-85f2-9e555e4dac65 req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:44.472793 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bd892f05-0beb-4106-85f2-9e555e4dac65 req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418166'] for floatingip, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:44.473098 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.l3_db [req-bd892f05-0beb-4106-85f2-9e555e4dac65 req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Floating IP 0996897b-bba6-43c6-9753-3c6fd10ee184 disassociated. External IP: 172.27.2.159, port: 837fcb41-2e9b-4908-accf-dd90e039e2af. Jul 19 17:46:44.473428 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-bd892f05-0beb-4106-85f2-9e555e4dac65 req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Calling delete_port for 837fcb41-2e9b-4908-accf-dd90e039e2af owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:46:44.593726 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91964a1f-87c5-4b30-bfd0-5eb67927048b req-944ec5f4-1a65-4f8d-b45d-af5d8c1dbd09 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:44.595538 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-91964a1f-87c5-4b30-bfd0-5eb67927048b req-944ec5f4-1a65-4f8d-b45d-af5d8c1dbd09 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0636830 Jul 19 17:46:44.595861 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bd892f05-0beb-4106-85f2-9e555e4dac65 req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:44.623934 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Pushing event deleted for resources: {'Port': ['ID=837fcb41-2e9b-4908-accf-dd90e039e2af,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:44.634613 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:44.634963 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:44.635303 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:44.635923 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:44.636254 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:44.636582 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:44.636915 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:44.637232 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:44.637560 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:44.637890 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:44.638236 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:44.638565 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:44.642004 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-91964a1f-87c5-4b30-bfd0-5eb67927048b req-13915e78-6591-412c-b170-0f3db7d0a40e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=bef6feb9-ef94-4996-844f-8193fa013c0c&id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392091 Jul 19 17:46:44.748600 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd892f05-0beb-4106-85f2-9e555e4dac65 req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Router 4d8cee21-75cf-496f-949d-8d60f64a02b0 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:46:44.849524 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd892f05-0beb-4106-85f2-9e555e4dac65 req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:46:44.859264 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d70b2-7cdd-4fca-94f1-07b78171d9da None None] Sync routers for ids ['4d8cee21-75cf-496f-949d-8d60f64a02b0'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:46:44.872327 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d70b2-7cdd-4fca-94f1-07b78171d9da None None] Routers {'4d8cee21-75cf-496f-949d-8d60f64a02b0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:46:44.873037 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-8c4d70b2-7cdd-4fca-94f1-07b78171d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:46:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['4d8cee21-75cf-496f-949d-8d60f64a02b0'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:44.894992 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd892f05-0beb-4106-85f2-9e555e4dac65 req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] No DVR routers for this DVR port 837fcb41-2e9b-4908-accf-dd90e039e2af on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:46:44.897406 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-bd892f05-0beb-4106-85f2-9e555e4dac65 req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:44.899343 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-bd892f05-0beb-4106-85f2-9e555e4dac65 req-cbef6a60-687e-4816-af21-20b9f409e07d tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.49 "DELETE /v2.0/ports/837fcb41-2e9b-4908-accf-dd90e039e2af HTTP/1.1" status: 204 len: 173 time: 0.7886713 Jul 19 17:46:44.899763 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d34b25-5829-4ccd-b15a-b553b791a857', 'name': 'network-vif-deleted', 'tag': '837fcb41-2e9b-4908-accf-dd90e039e2af'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:46:44.902002 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52611cbc-61ef-4730-a58c-eaa1704b4c48" -d '{"events": [{"server_uuid": "f7d34b25-5829-4ccd-b15a-b553b791a857", "name": "network-vif-deleted", "tag": "837fcb41-2e9b-4908-accf-dd90e039e2af"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:46:44.938544 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82937ce-dc5c-4f02-8821-b9fb2b004d2a x-openstack-request-id: req-a82937ce-dc5c-4f02-8821-b9fb2b004d2a {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:46:44.938835 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d34b25-5829-4ccd-b15a-b553b791a857", "name": "network-vif-deleted", "tag": "837fcb41-2e9b-4908-accf-dd90e039e2af", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:46:44.939093 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a82937ce-dc5c-4f02-8821-b9fb2b004d2a {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:46:44.939496 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d34b25-5829-4ccd-b15a-b553b791a857', 'name': 'network-vif-deleted', 'tag': '837fcb41-2e9b-4908-accf-dd90e039e2af', 'status': 'completed', 'code': 200} Jul 19 17:46:44.981494 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-8c4d70b2-7cdd-4fca-94f1-07b78171d9da None None] Set router 4d8cee21-75cf-496f-949d-8d60f64a02b0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:46:45.182954 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-8c4d70b2-7cdd-4fca-94f1-07b78171d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:28Z', 'revision_number': 4, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '5f5417cf-ed50-4b13-81ab-4c998fbac4e1', 'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'mac_address': 'fa:16:3e:ad:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:26Z', 'updated_at': '2021-07-19T17:39:41Z', 'revision_number': 5, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'subnets': [{'id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:45.207916 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d70b2-7cdd-4fca-94f1-07b78171d9da None None] Checking router: 4d8cee21-75cf-496f-949d-8d60f64a02b0 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:46:45.215952 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d70b2-7cdd-4fca-94f1-07b78171d9da None None] Routers {'4d8cee21-75cf-496f-949d-8d60f64a02b0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:46:45.216482 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-8c4d70b2-7cdd-4fca-94f1-07b78171d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:46:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['4d8cee21-75cf-496f-949d-8d60f64a02b0'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:45.435364 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-8c4d70b2-7cdd-4fca-94f1-07b78171d9da None None] Set router 4d8cee21-75cf-496f-949d-8d60f64a02b0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:46:45.524778 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c0e1b511-ae7c-47e9-a9a2-a792118350f5 req-12a83d48-539d-4377-8993-d7ecc19ab4bb tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7d34b25-5829-4ccd-b15a-b553b791a857 HTTP/1.1" status: 200 len: 210 time: 0.0334959 Jul 19 17:46:45.640000 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-8c4d70b2-7cdd-4fca-94f1-07b78171d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:28Z', 'revision_number': 4, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '5f5417cf-ed50-4b13-81ab-4c998fbac4e1', 'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'mac_address': 'fa:16:3e:ad:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:26Z', 'updated_at': '2021-07-19T17:39:41Z', 'revision_number': 5, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'subnets': [{'id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:45.665596 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d70b2-7cdd-4fca-94f1-07b78171d9da None None] The sync data for ids ['4d8cee21-75cf-496f-949d-8d60f64a02b0'] in dv-cinder-800696-4-iscsi is: [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:28Z', 'revision_number': 4, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '5f5417cf-ed50-4b13-81ab-4c998fbac4e1', 'name': '', 'network_id': '8f3ed29a-aeab-4ff0-8078-f93520c30c1a', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'mac_address': 'fa:16:3e:ad:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:26Z', 'updated_at': '2021-07-19T17:39:41Z', 'revision_number': 5, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'subnets': [{'id': '835b74c3-3174-4e3c-a77e-d02ca1e76c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:46:45.867505 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb01059-edd7-4a90-91c8-bbab14145ee2 None None] New status for floating IP 0996897b-bba6-43c6-9753-3c6fd10ee184: DOWN {{(pid=99969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:46:46.605693 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 56308) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:46.660583 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7a6fb962-f1a1-4664-a838-65d5fb38e292 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:46.683567 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7a6fb962-f1a1-4664-a838-65d5fb38e292 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:46.731912 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7a6fb962-f1a1-4664-a838-65d5fb38e292 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:46.734492 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7a6fb962-f1a1-4664-a838-65d5fb38e292 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:46.735629 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-7a6fb962-f1a1-4664-a838-65d5fb38e292 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "DELETE /v2.0/security-groups/ace6d921-40ad-4b6e-8513-73d082cb0de9 HTTP/1.1" status: 204 len: 168 time: 0.1288698 Jul 19 17:46:46.738731 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56310) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:46.744562 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fb962-f1a1-4664-a838-65d5fb38e292 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace6d921-40ad-4b6e-8513-73d082cb0de9,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:46.751499 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6fb962-f1a1-4664-a838-65d5fb38e292 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:46.751843 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6fb962-f1a1-4664-a838-65d5fb38e292 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:46.752181 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6fb962-f1a1-4664-a838-65d5fb38e292 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:46.752304 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.api.v2.resource [None req-7f461067-46c8-4271-bffc-6e029f5a1ba4 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] show failed (client error): The resource could not be found. Jul 19 17:46:46.752513 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6fb962-f1a1-4664-a838-65d5fb38e292 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:46.752841 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6fb962-f1a1-4664-a838-65d5fb38e292 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:46.753168 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6fb962-f1a1-4664-a838-65d5fb38e292 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:46.753288 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-7f461067-46c8-4271-bffc-6e029f5a1ba4 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "GET /v2.0/security-groups/ace6d921-40ad-4b6e-8513-73d082cb0de9 HTTP/1.1" status: 404 len: 347 time: 0.0133483 Jul 19 17:46:46.753570 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6fb962-f1a1-4664-a838-65d5fb38e292 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:46.753898 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6fb962-f1a1-4664-a838-65d5fb38e292 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:46.754252 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6fb962-f1a1-4664-a838-65d5fb38e292 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:46.754572 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6fb962-f1a1-4664-a838-65d5fb38e292 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:46.754888 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6fb962-f1a1-4664-a838-65d5fb38e292 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:46.755203 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6fb962-f1a1-4664-a838-65d5fb38e292 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:46:46.755860 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56312) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:47.113430 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-e9db4263-eabe-44c2-8b72-e6125ddc0474 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Deleting port dc47ae0d-70af-4734-bdd9-9162cc428acc {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:46:47.113771 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e9db4263-eabe-44c2-8b72-e6125ddc0474 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:47.186713 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e9db4263-eabe-44c2-8b72-e6125ddc0474 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:47.187036 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e9db4263-eabe-44c2-8b72-e6125ddc0474 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:47.198592 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-e9db4263-eabe-44c2-8b72-e6125ddc0474 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Calling delete_port for dc47ae0d-70af-4734-bdd9-9162cc428acc owned by network:floatingip {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:46:47.341984 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e9db4263-eabe-44c2-8b72-e6125ddc0474 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:47.366201 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db4263-eabe-44c2-8b72-e6125ddc0474 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Pushing event deleted for resources: {'Port': ['ID=dc47ae0d-70af-4734-bdd9-9162cc428acc,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:47.428698 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e9db4263-eabe-44c2-8b72-e6125ddc0474 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks [] for floatingip, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:47.431201 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e9db4263-eabe-44c2-8b72-e6125ddc0474 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:47.432346 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-e9db4263-eabe-44c2-8b72-e6125ddc0474 tempest-AttachVolumeTestJSON-1618783897 tempest-AttachVolumeTestJSON-1618783897-project] 10.222.0.58 "DELETE /v2.0/floatingips/0996897b-bba6-43c6-9753-3c6fd10ee184 HTTP/1.1" status: 204 len: 168 time: 0.6756222 Jul 19 17:46:48.522514 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 837fcb41-2e9b-4908-accf-dd90e039e2af no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:46:48.542568 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: 837fcb41-2e9b-4908-accf-dd90e039e2af {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:46:48.542848 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 837fcb41-2e9b-4908-accf-dd90e039e2af not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:46:49.177578 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1d3c24ab-5ca8-4ee9-b05e-5e841ee1677e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:50.951496 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56342) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:51.377700 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3b9464f1-5c4c-407d-a7a6-1dd6311f09d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418422'] for router_interface, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:51.625720 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-3b9464f1-5c4c-407d-a7a6-1dd6311f09d8 admin admin] Deleting port 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:46:51.626079 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3b9464f1-5c4c-407d-a7a6-1dd6311f09d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:51.701230 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f4c20767-a8f2-41ab-819c-5b4c1236fd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:51.704063 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-3b9464f1-5c4c-407d-a7a6-1dd6311f09d8 admin admin] For port 5f5417cf-ed50-4b13-81ab-4c998fbac4e1, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=5f5417cf-ed50-4b13-81ab-4c998fbac4e1,segment=NetworkSegment(d46911b4-bf28-4904-9719-8b9bee711fe0),segment_id=d46911b4-bf28-4904-9719-8b9bee711fe0)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:46:51.704414 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3b9464f1-5c4c-407d-a7a6-1dd6311f09d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:51.717121 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-3b9464f1-5c4c-407d-a7a6-1dd6311f09d8 admin admin] Calling delete_port for 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 owned by network:router_interface {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:46:51.888208 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3b9464f1-5c4c-407d-a7a6-1dd6311f09d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:51.920449 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9464f1-5c4c-407d-a7a6-1dd6311f09d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5417cf-ed50-4b13-81ab-4c998fbac4e1,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:51.929683 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:52.075741 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3b9464f1-5c4c-407d-a7a6-1dd6311f09d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418330'] for router_interface, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:52.281962 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9464f1-5c4c-407d-a7a6-1dd6311f09d8 admin admin] Router 4d8cee21-75cf-496f-949d-8d60f64a02b0 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:46:52.383810 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9464f1-5c4c-407d-a7a6-1dd6311f09d8 admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:46:52.388737 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-3b9464f1-5c4c-407d-a7a6-1dd6311f09d8 admin admin] 10.222.0.58 "PUT /v2.0/routers/4d8cee21-75cf-496f-949d-8d60f64a02b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4361804 Jul 19 17:46:52.391197 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56346) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:52.393654 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb8bc1-c50a-48e0-b596-f86c6af4ff24 None None] Sync routers for ids ['4d8cee21-75cf-496f-949d-8d60f64a02b0'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:46:52.402565 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fb8bc1-c50a-48e0-b596-f86c6af4ff24 None None] Routers {'4d8cee21-75cf-496f-949d-8d60f64a02b0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:46:52.403162 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-02fb8bc1-c50a-48e0-b596-f86c6af4ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:46:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['4d8cee21-75cf-496f-949d-8d60f64a02b0'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:52.499882 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-91257776-ee9c-4d3d-b018-aefb26648fa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:52.502839 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-02fb8bc1-c50a-48e0-b596-f86c6af4ff24 None None] Set router 4d8cee21-75cf-496f-949d-8d60f64a02b0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:46:52.603445 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-91257776-ee9c-4d3d-b018-aefb26648fa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:52.653844 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-91257776-ee9c-4d3d-b018-aefb26648fa5 admin admin] Deleting port afc2f32a-fe26-4e82-b9ea-37bb33be2f6e {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:46:52.654213 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-91257776-ee9c-4d3d-b018-aefb26648fa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:52.682335 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-02fb8bc1-c50a-48e0-b596-f86c6af4ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:46:51Z', 'revision_number': 5, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port': {'id': 'afc2f32a-fe26-4e82-b9ea-37bb33be2f6e', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:20Z', 'updated_at': '2021-07-19T17:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:52.709211 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb8bc1-c50a-48e0-b596-f86c6af4ff24 None None] Checking router: 4d8cee21-75cf-496f-949d-8d60f64a02b0 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:46:52.717368 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fb8bc1-c50a-48e0-b596-f86c6af4ff24 None None] Routers {'4d8cee21-75cf-496f-949d-8d60f64a02b0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:46:52.717967 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-02fb8bc1-c50a-48e0-b596-f86c6af4ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:46:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['4d8cee21-75cf-496f-949d-8d60f64a02b0'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:52.730802 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-91257776-ee9c-4d3d-b018-aefb26648fa5 admin admin] For port afc2f32a-fe26-4e82-b9ea-37bb33be2f6e, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=afc2f32a-fe26-4e82-b9ea-37bb33be2f6e,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:46:52.731161 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-91257776-ee9c-4d3d-b018-aefb26648fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:52.746156 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-91257776-ee9c-4d3d-b018-aefb26648fa5 admin admin] Calling delete_port for afc2f32a-fe26-4e82-b9ea-37bb33be2f6e owned by network:router_gateway {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:46:52.802417 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-02fb8bc1-c50a-48e0-b596-f86c6af4ff24 None None] Set router 4d8cee21-75cf-496f-949d-8d60f64a02b0 gateway port host: None {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:46:52.854311 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-02fb8bc1-c50a-48e0-b596-f86c6af4ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:46:52Z', 'revision_number': 6, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port_host': None}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:52.884183 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb8bc1-c50a-48e0-b596-f86c6af4ff24 None None] The sync data for ids ['4d8cee21-75cf-496f-949d-8d60f64a02b0'] in dv-cinder-800696-4-iscsi is: [{'id': '4d8cee21-75cf-496f-949d-8d60f64a02b0', 'name': 'tempest-AttachVolumeTestJSON-396790622-router', 'tenant_id': 'db9bcbdd085e472caf212d1387d82a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:46:52Z', 'revision_number': 6, 'project_id': 'db9bcbdd085e472caf212d1387d82a77', 'gw_port_host': None}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:46:52.903731 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-91257776-ee9c-4d3d-b018-aefb26648fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:52.934629 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91257776-ee9c-4d3d-b018-aefb26648fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=afc2f32a-fe26-4e82-b9ea-37bb33be2f6e,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:52.993747 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-91257776-ee9c-4d3d-b018-aefb26648fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418232'] for router_gateway, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.079914 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-91257776-ee9c-4d3d-b018-aefb26648fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6197'] for router, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.081976 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-91257776-ee9c-4d3d-b018-aefb26648fa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.104299 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.127805 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-91257776-ee9c-4d3d-b018-aefb26648fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418636'] for router, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.128309 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91257776-ee9c-4d3d-b018-aefb26648fa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d8cee21-75cf-496f-949d-8d60f64a02b0 {{(pid=99967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:46:53.133278 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-91257776-ee9c-4d3d-b018-aefb26648fa5 admin admin] Notify callbacks [] for router, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.134484 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-91257776-ee9c-4d3d-b018-aefb26648fa5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/4d8cee21-75cf-496f-949d-8d60f64a02b0 HTTP/1.1" status: 204 len: 168 time: 0.7423763 Jul 19 17:46:53.136948 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56348) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:53.180730 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_v2 [None req-5638af03-b76a-4afe-a476-254cf9aef246 admin admin] Deleting subnet 835b74c3-3174-4e3c-a77e-d02ca1e76c12 {{(pid=99967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:46:53.183598 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5638af03-b76a-4afe-a476-254cf9aef246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.216572 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5638af03-b76a-4afe-a476-254cf9aef246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8558846'] for subnet, precommit_delete_associations {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.329970 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5638af03-b76a-4afe-a476-254cf9aef246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364798'] for subnet, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.382996 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5638af03-b76a-4afe-a476-254cf9aef246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10261960'] for subnet, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.410212 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638af03-b76a-4afe-a476-254cf9aef246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=835b74c3-3174-4e3c-a77e-d02ca1e76c12,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:53.412314 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5638af03-b76a-4afe-a476-254cf9aef246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.414220 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-5638af03-b76a-4afe-a476-254cf9aef246 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/835b74c3-3174-4e3c-a77e-d02ca1e76c12 HTTP/1.1" status: 204 len: 168 time: 0.2763181 Jul 19 17:46:53.416024 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ac73f6-45d5-4d08-b6b4-b59da0a0c460 None None] Network 8f3ed29a-aeab-4ff0-8078-f93520c30c1a requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:46:53.417282 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 56350) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:53.485530 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623415'] for network, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.537255 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] Deleting port 0d1370a5-84fc-4955-84a3-be496f111003 {{(pid=99966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:46:53.537593 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.602021 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.db [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] For port 0d1370a5-84fc-4955-84a3-be496f111003, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=0d1370a5-84fc-4955-84a3-be496f111003,segment=NetworkSegment(d46911b4-bf28-4904-9719-8b9bee711fe0),segment_id=d46911b4-bf28-4904-9719-8b9bee711fe0)] {{(pid=99966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:46:53.602404 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.614793 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] Calling delete_port for 0d1370a5-84fc-4955-84a3-be496f111003 owned by network:dhcp {{(pid=99966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:46:53.634901 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99587620-5599-42a8-beb4-c7dfbc7dc9ff None None] DHCP port deletion for 8f3ed29a-aeab-4ff0-8078-f93520c30c1a request from dv-cinder-800696-4-iscsi {{(pid=99968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:46:53.683977 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-99587620-5599-42a8-beb4-c7dfbc7dc9ff None None] Deleting port 0d1370a5-84fc-4955-84a3-be496f111003 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:46:53.684407 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-99587620-5599-42a8-beb4-c7dfbc7dc9ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.704736 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.730044 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1370a5-84fc-4955-84a3-be496f111003,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:53.734957 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] No DVR routers for this DVR port 0d1370a5-84fc-4955-84a3-be496f111003 on host dv-cinder-800696-4-iscsi {{(pid=99966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:46:53.758708 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-99587620-5599-42a8-beb4-c7dfbc7dc9ff None None] For port 0d1370a5-84fc-4955-84a3-be496f111003, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=0d1370a5-84fc-4955-84a3-be496f111003,segment=NetworkSegment(d46911b4-bf28-4904-9719-8b9bee711fe0),segment_id=d46911b4-bf28-4904-9719-8b9bee711fe0)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:46:53.759257 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-99587620-5599-42a8-beb4-c7dfbc7dc9ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.775054 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-99587620-5599-42a8-beb4-c7dfbc7dc9ff None None] Calling delete_port for 0d1370a5-84fc-4955-84a3-be496f111003 owned by network:dhcp {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:46:53.807297 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366034', 'neutron.services.segments.db._delete_segments_for_network-8740605476410'] for network, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.818852 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.services.segments.db [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3ed29a-aeab-4ff0-8078-f93520c30c1a']}} {{(pid=99966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:53.830129 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.services.segments.db [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46911b4-bf28-4904-9719-8b9bee711fe0') {'for_net_delete': True} {{(pid=99966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:53.830432 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.services.segments.db [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46911b4-bf28-4904-9719-8b9bee711fe0') {} {{(pid=99966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:53.840537 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740605480259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8026710'] for segment, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.855503 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.859704 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.862408 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=99966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:46:53.862808 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9063026'] for segment, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: Traceback (most recent call last): Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: timer() Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: cb(*args, **kw) Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: return func(*args, **kwargs) Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: self._notify() Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: self.callback(batched_events) Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: event.method(event) Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: return f(self, *a, **k) Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: return self._get(url).json() Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: return self.request(url, 'GET', **kwargs) Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:46:53.864567 dv-cinder-800696-4-iscsi neutron-server[99966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:46:53.912297 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-99587620-5599-42a8-beb4-c7dfbc7dc9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.922497 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418180'] for network, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.927910 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:53.929730 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8f3ed29a-aeab-4ff0-8078-f93520c30c1a HTTP/1.1" status: 204 len: 168 time: 0.5112708 Jul 19 17:46:53.942133 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f4ba6-36bb-4a1a-a4d6-700dc47bc7c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f3ed29a-aeab-4ff0-8078-f93520c30c1a,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:53.942556 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99587620-5599-42a8-beb4-c7dfbc7dc9ff None None] Pushing event deleted for resources: {'Port': ['ID=0d1370a5-84fc-4955-84a3-be496f111003,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:53.947974 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99587620-5599-42a8-beb4-c7dfbc7dc9ff None None] No DVR routers for this DVR port 0d1370a5-84fc-4955-84a3-be496f111003 on host dv-cinder-800696-4-iscsi {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:46:54.042795 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 56354) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:54.085369 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-dfddda88-94e6-453e-adf8-ed39ef2aedc3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db9bcbdd085e472caf212d1387d82a77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413966 Jul 19 17:46:54.087623 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 56356) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:54.133722 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ba07a036-8506-4c63-b0d4-538da186b4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:54.154683 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ba07a036-8506-4c63-b0d4-538da186b4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:54.201159 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ba07a036-8506-4c63-b0d4-538da186b4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:54.203694 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ba07a036-8506-4c63-b0d4-538da186b4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:54.204804 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-ba07a036-8506-4c63-b0d4-538da186b4b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d9a4a8c-fc07-4660-9641-be4873660480 HTTP/1.1" status: 204 len: 168 time: 0.1163092 Jul 19 17:46:54.212165 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07a036-8506-4c63-b0d4-538da186b4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9a4a8c-fc07-4660-9641-be4873660480,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:54.503546 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:54.579066 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device afc2f32a-fe26-4e82-b9ea-37bb33be2f6e no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:46:54.598769 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: afc2f32a-fe26-4e82-b9ea-37bb33be2f6e {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:46:54.599108 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device afc2f32a-fe26-4e82-b9ea-37bb33be2f6e not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:46:54.599515 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:46:54.618441 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:46:54.618779 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 5f5417cf-ed50-4b13-81ab-4c998fbac4e1 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:46:54.619192 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 0d1370a5-84fc-4955-84a3-be496f111003 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:46:54.636714 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: 0d1370a5-84fc-4955-84a3-be496f111003 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:46:54.637051 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 0d1370a5-84fc-4955-84a3-be496f111003 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:46:54.842846 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 56378) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:54.930983 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-ec905c5a-8355-411f-af0f-27cae71b759c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1634172362-network', 'tenant_id': '643a52939a54435f98655c9ab405a1d1'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:46:54.951663 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec905c5a-8355-411f-af0f-27cae71b759c admin admin] Made reservation on behalf of 643a52939a54435f98655c9ab405a1d1 for: {'network': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:46:54.953958 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ec905c5a-8355-411f-af0f-27cae71b759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:54.962509 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ec905c5a-8355-411f-af0f-27cae71b759c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:55.052318 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ec905c5a-8355-411f-af0f-27cae71b759c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:55.055894 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ec905c5a-8355-411f-af0f-27cae71b759c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:55.079290 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec905c5a-8355-411f-af0f-27cae71b759c admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=99966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:46:55.089243 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec905c5a-8355-411f-af0f-27cae71b759c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d704be-4216-4337-8ca7-de0806d0996c,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:55.093945 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ec905c5a-8355-411f-af0f-27cae71b759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:55.094379 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.segments_db [None req-ec905c5a-8355-411f-af0f-27cae71b759c admin admin] Added segment cc9e65f1-d03b-40de-a4e4-ba24ff45ac54 of type vlan for network e1123134-16f9-45a5-b6d3-57762891b4ce Jul 19 17:46:55.135907 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ec905c5a-8355-411f-af0f-27cae71b759c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:55.163769 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ec905c5a-8355-411f-af0f-27cae71b759c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:55.164963 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec905c5a-8355-411f-af0f-27cae71b759c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:55.165538 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ec905c5a-8355-411f-af0f-27cae71b759c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:55.194934 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-ec905c5a-8355-411f-af0f-27cae71b759c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3509994 Jul 19 17:46:55.198189 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56382) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:55.203817 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-5ce7384b-36f3-457f-9c58-c299a1e87d99 admin admin] Request body: {'subnet': {'network_id': 'e1123134-16f9-45a5-b6d3-57762891b4ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1634172362-subnet', 'tenant_id': '643a52939a54435f98655c9ab405a1d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:46:55.223683 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce7384b-36f3-457f-9c58-c299a1e87d99 admin admin] Made reservation on behalf of 643a52939a54435f98655c9ab405a1d1 for: {'subnet': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:46:55.225286 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec905c5a-8355-411f-af0f-27cae71b759c admin admin] Pushing event updated for resources: {'Network': ['ID=e1123134-16f9-45a5-b6d3-57762891b4ce,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:55.226007 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5ce7384b-36f3-457f-9c58-c299a1e87d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10261927'] for subnet, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:55.235418 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network e1123134-16f9-45a5-b6d3-57762891b4ce details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:46:55.404568 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5ce7384b-36f3-457f-9c58-c299a1e87d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8558793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10261969'] for subnet, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:55.462400 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7384b-36f3-457f-9c58-c299a1e87d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=137c9088-2584-4d62-a911-a7850723f342,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:55.469106 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce7384b-36f3-457f-9c58-c299a1e87d99 admin admin] Checking segment: {'id': 'cc9e65f1-d03b-40de-a4e4-ba24ff45ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e1123134-16f9-45a5-b6d3-57762891b4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:46:55.469461 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce7384b-36f3-457f-9c58-c299a1e87d99 admin admin] Network hostable DHCP agents. Network: e1123134-16f9-45a5-b6d3-57762891b4ce, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:46:55.484924 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce7384b-36f3-457f-9c58-c299a1e87d99 admin admin] Network e1123134-16f9-45a5-b6d3-57762891b4ce is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:46:55.492970 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-5ce7384b-36f3-457f-9c58-c299a1e87d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, e1123134-16f9-45a5-b6d3-57762891b4ce) {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:46:55.496854 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce7384b-36f3-457f-9c58-c299a1e87d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:55.497518 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-5ce7384b-36f3-457f-9c58-c299a1e87d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:55.502889 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1379bb5c-5e95-402d-8ec2-b210a0aeab49 None None] Network e1123134-16f9-45a5-b6d3-57762891b4ce requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:46:55.511636 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-5ce7384b-36f3-457f-9c58-c299a1e87d99 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3117137 Jul 19 17:46:55.626371 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bb0c8f-ad72-44f1-b325-e8d07895e411 None None] Network e1123134-16f9-45a5-b6d3-57762891b4ce requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:46:55.949793 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56398) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:55.954770 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-6a7ba1fb-36d2-4927-aea9-31b18da119d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2009780036-network', 'tenant_id': '061c2e06c36b4a9782ae2a8a5695848a'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:46:55.974812 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7ba1fb-36d2-4927-aea9-31b18da119d0 admin admin] Made reservation on behalf of 061c2e06c36b4a9782ae2a8a5695848a for: {'network': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:46:55.977038 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba1fb-36d2-4927-aea9-31b18da119d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:55.989280 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba1fb-36d2-4927-aea9-31b18da119d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:56.074541 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba1fb-36d2-4927-aea9-31b18da119d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:56.078208 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba1fb-36d2-4927-aea9-31b18da119d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:56.097623 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7ba1fb-36d2-4927-aea9-31b18da119d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=99967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:46:56.111770 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ba1fb-36d2-4927-aea9-31b18da119d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702c746c-4680-4407-b343-2451ecac566a,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:56.115045 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba1fb-36d2-4927-aea9-31b18da119d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:56.115378 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.segments_db [None req-6a7ba1fb-36d2-4927-aea9-31b18da119d0 admin admin] Added segment 35d8709e-8cbf-4980-baa6-6434c44b7b8b of type vlan for network 165c4a0a-7943-4483-84ab-40e8b078d54a Jul 19 17:46:56.152605 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba1fb-36d2-4927-aea9-31b18da119d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:56.180223 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba1fb-36d2-4927-aea9-31b18da119d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:56.181483 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7ba1fb-36d2-4927-aea9-31b18da119d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:56.182095 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba1fb-36d2-4927-aea9-31b18da119d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:56.213933 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-6a7ba1fb-36d2-4927-aea9-31b18da119d0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2630477 Jul 19 17:46:56.216602 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56400) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:56.223083 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-f5e7f1e8-3e17-48db-b6df-9fa326715290 admin admin] Request body: {'subnet': {'network_id': '165c4a0a-7943-4483-84ab-40e8b078d54a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2009780036-subnet', 'tenant_id': '061c2e06c36b4a9782ae2a8a5695848a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:46:56.255931 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ba1fb-36d2-4927-aea9-31b18da119d0 admin admin] Pushing event updated for resources: {'Network': ['ID=165c4a0a-7943-4483-84ab-40e8b078d54a,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:56.266584 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network 165c4a0a-7943-4483-84ab-40e8b078d54a details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:46:56.270896 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e7f1e8-3e17-48db-b6df-9fa326715290 admin admin] Made reservation on behalf of 061c2e06c36b4a9782ae2a8a5695848a for: {'subnet': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:46:56.273165 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-f5e7f1e8-3e17-48db-b6df-9fa326715290 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10261927'] for subnet, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:56.670956 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-f5e7f1e8-3e17-48db-b6df-9fa326715290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8558793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10261969'] for subnet, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:56.717826 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:46:56.723010 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7f1e8-3e17-48db-b6df-9fa326715290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bbaa74f-6e75-4ccf-9c2a-8fb93f642ebf,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:56.731413 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7f1e8-3e17-48db-b6df-9fa326715290 admin admin] Checking segment: {'id': '35d8709e-8cbf-4980-baa6-6434c44b7b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '165c4a0a-7943-4483-84ab-40e8b078d54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:46:56.731769 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e7f1e8-3e17-48db-b6df-9fa326715290 admin admin] Network hostable DHCP agents. Network: 165c4a0a-7943-4483-84ab-40e8b078d54a, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:46:56.747083 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e7f1e8-3e17-48db-b6df-9fa326715290 admin admin] Network 165c4a0a-7943-4483-84ab-40e8b078d54a is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:46:56.756314 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-f5e7f1e8-3e17-48db-b6df-9fa326715290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, 165c4a0a-7943-4483-84ab-40e8b078d54a) {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:46:56.760173 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e7f1e8-3e17-48db-b6df-9fa326715290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:46:56.760681 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-f5e7f1e8-3e17-48db-b6df-9fa326715290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:56.764625 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040aa66f-f5aa-47da-a19b-3bd41dd141d0 None None] Network 165c4a0a-7943-4483-84ab-40e8b078d54a requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:46:56.774236 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-f5e7f1e8-3e17-48db-b6df-9fa326715290 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5566492 Jul 19 17:46:56.881786 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56406) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:56.926751 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8832bea-a06b-40a7-9738-849319fab246 admin admin] Deleting subnet 137c9088-2584-4d62-a911-a7850723f342 {{(pid=99967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:46:56.930202 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d8832bea-a06b-40a7-9738-849319fab246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:56.965122 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d8832bea-a06b-40a7-9738-849319fab246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8558846'] for subnet, precommit_delete_associations {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.004810 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734f7cfb-4f32-4bea-9318-1485f4a84329 None None] Network 165c4a0a-7943-4483-84ab-40e8b078d54a requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:46:57.007373 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d8832bea-a06b-40a7-9738-849319fab246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364798'] for subnet, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.062663 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d8832bea-a06b-40a7-9738-849319fab246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10261960'] for subnet, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.089143 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8832bea-a06b-40a7-9738-849319fab246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=137c9088-2584-4d62-a911-a7850723f342,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:57.091186 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-d8832bea-a06b-40a7-9738-849319fab246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.095854 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-d8832bea-a06b-40a7-9738-849319fab246 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/137c9088-2584-4d62-a911-a7850723f342 HTTP/1.1" status: 204 len: 168 time: 0.2103090 Jul 19 17:46:57.095854 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56408) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:57.162835 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fe0c4e31-c83a-4c28-8f03-1d25f68758ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623415'] for network, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.240706 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fe0c4e31-c83a-4c28-8f03-1d25f68758ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366034', 'neutron.services.segments.db._delete_segments_for_network-8740605476410'] for network, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.249955 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-fe0c4e31-c83a-4c28-8f03-1d25f68758ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1123134-16f9-45a5-b6d3-57762891b4ce']}} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:57.259891 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-fe0c4e31-c83a-4c28-8f03-1d25f68758ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9e65f1-d03b-40de-a4e4-ba24ff45ac54') {'for_net_delete': True} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:57.260180 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-fe0c4e31-c83a-4c28-8f03-1d25f68758ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9e65f1-d03b-40de-a4e4-ba24ff45ac54') {} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:57.268725 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fe0c4e31-c83a-4c28-8f03-1d25f68758ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740605480259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8558821'] for segment, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.281861 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fe0c4e31-c83a-4c28-8f03-1d25f68758ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.287578 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0c4e31-c83a-4c28-8f03-1d25f68758ec admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=99967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:46:57.287958 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fe0c4e31-c83a-4c28-8f03-1d25f68758ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558688'] for segment, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: Traceback (most recent call last): Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: timer() Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: cb(*args, **kw) Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: return func(*args, **kwargs) Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: self._notify() Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: self.callback(batched_events) Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: event.method(event) Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: return f(self, *a, **k) Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._get(url).json() Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: return self.request(url, 'GET', **kwargs) Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:46:57.289818 dv-cinder-800696-4-iscsi neutron-server[99967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:46:57.344359 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fe0c4e31-c83a-4c28-8f03-1d25f68758ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418180'] for network, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.349513 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fe0c4e31-c83a-4c28-8f03-1d25f68758ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.351343 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-fe0c4e31-c83a-4c28-8f03-1d25f68758ec admin admin] 10.222.0.58 "DELETE /v2.0/networks/e1123134-16f9-45a5-b6d3-57762891b4ce HTTP/1.1" status: 204 len: 168 time: 0.2546592 Jul 19 17:46:57.354292 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 56410) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:57.361536 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c4e31-c83a-4c28-8f03-1d25f68758ec admin admin] Pushing event deleted for resources: {'Network': ['ID=e1123134-16f9-45a5-b6d3-57762891b4ce,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:57.397602 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7be9d6-9baa-472e-af9e-6df4cb6efa56 admin admin] Deleting subnet 9bbaa74f-6e75-4ccf-9c2a-8fb93f642ebf {{(pid=99966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:46:57.400723 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1c7be9d6-9baa-472e-af9e-6df4cb6efa56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.437576 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1c7be9d6-9baa-472e-af9e-6df4cb6efa56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8026701'] for subnet, precommit_delete_associations {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.473693 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1c7be9d6-9baa-472e-af9e-6df4cb6efa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364798'] for subnet, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.523007 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1c7be9d6-9baa-472e-af9e-6df4cb6efa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9062936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584655'] for subnet, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.548872 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7be9d6-9baa-472e-af9e-6df4cb6efa56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bbaa74f-6e75-4ccf-9c2a-8fb93f642ebf,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:57.551389 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1c7be9d6-9baa-472e-af9e-6df4cb6efa56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.553232 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-1c7be9d6-9baa-472e-af9e-6df4cb6efa56 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9bbaa74f-6e75-4ccf-9c2a-8fb93f642ebf HTTP/1.1" status: 204 len: 168 time: 0.1978803 Jul 19 17:46:57.555723 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 56412) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:57.623462 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c28c3c50-8ba0-4a7c-9aa4-ea579c64ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623415'] for network, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.699571 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c28c3c50-8ba0-4a7c-9aa4-ea579c64ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366034', 'neutron.services.segments.db._delete_segments_for_network-8740605476410'] for network, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.709064 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.services.segments.db [None req-c28c3c50-8ba0-4a7c-9aa4-ea579c64ec6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165c4a0a-7943-4483-84ab-40e8b078d54a']}} {{(pid=99966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:57.718391 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.services.segments.db [None req-c28c3c50-8ba0-4a7c-9aa4-ea579c64ec6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d8709e-8cbf-4980-baa6-6434c44b7b8b') {'for_net_delete': True} {{(pid=99966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:57.718686 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.services.segments.db [None req-c28c3c50-8ba0-4a7c-9aa4-ea579c64ec6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d8709e-8cbf-4980-baa6-6434c44b7b8b') {} {{(pid=99966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:46:57.727681 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c28c3c50-8ba0-4a7c-9aa4-ea579c64ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740605480259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8026710'] for segment, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.744800 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c28c3c50-8ba0-4a7c-9aa4-ea579c64ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.750355 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28c3c50-8ba0-4a7c-9aa4-ea579c64ec6a admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=99966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:46:57.750906 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c28c3c50-8ba0-4a7c-9aa4-ea579c64ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9063026'] for segment, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: Traceback (most recent call last): Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: timer() Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: cb(*args, **kw) Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: return func(*args, **kwargs) Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: self._notify() Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: self.callback(batched_events) Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: event.method(event) Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: return f(self, *a, **k) Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: return self._get(url).json() Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: return self.request(url, 'GET', **kwargs) Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:46:57.752640 dv-cinder-800696-4-iscsi neutron-server[99966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:46:57.803544 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c28c3c50-8ba0-4a7c-9aa4-ea579c64ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418180'] for network, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.810305 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c28c3c50-8ba0-4a7c-9aa4-ea579c64ec6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:57.812525 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-c28c3c50-8ba0-4a7c-9aa4-ea579c64ec6a admin admin] 10.222.0.58 "DELETE /v2.0/networks/165c4a0a-7943-4483-84ab-40e8b078d54a HTTP/1.1" status: 204 len: 168 time: 0.2556815 Jul 19 17:46:57.821365 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c3c50-8ba0-4a7c-9aa4-ea579c64ec6a admin admin] Pushing event deleted for resources: {'Network': ['ID=165c4a0a-7943-4483-84ab-40e8b078d54a,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:57.965682 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56418) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:58.004922 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-65673b9f-6d4c-41a0-87c6-48f5b6ab4ca3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=643a52939a54435f98655c9ab405a1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371406 Jul 19 17:46:58.006429 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56422) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:58.057240 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-15453932-6da7-43d1-b33a-f0e4ec03a67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:58.077420 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-15453932-6da7-43d1-b33a-f0e4ec03a67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:58.123119 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-15453932-6da7-43d1-b33a-f0e4ec03a67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:58.125632 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-15453932-6da7-43d1-b33a-f0e4ec03a67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:58.126796 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-15453932-6da7-43d1-b33a-f0e4ec03a67b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4d704be-4216-4337-8ca7-de0806d0996c HTTP/1.1" status: 204 len: 168 time: 0.1194861 Jul 19 17:46:58.134217 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15453932-6da7-43d1-b33a-f0e4ec03a67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d704be-4216-4337-8ca7-de0806d0996c,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:46:58.422173 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56428) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:58.460365 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-5b078d3a-825d-46d4-b945-70aff67dc706 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=061c2e06c36b4a9782ae2a8a5695848a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369494 Jul 19 17:46:58.462618 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56430) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:46:58.510712 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fbab83b4-1319-4cd0-a3f4-37dbfb1c9de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:58.531147 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fbab83b4-1319-4cd0-a3f4-37dbfb1c9de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:58.575669 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fbab83b4-1319-4cd0-a3f4-37dbfb1c9de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:58.578278 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fbab83b4-1319-4cd0-a3f4-37dbfb1c9de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:46:58.579401 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-fbab83b4-1319-4cd0-a3f4-37dbfb1c9de3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/702c746c-4680-4407-b343-2451ecac566a HTTP/1.1" status: 204 len: 168 time: 0.1159089 Jul 19 17:46:58.586768 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab83b4-1319-4cd0-a3f4-37dbfb1c9de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702c746c-4680-4407-b343-2451ecac566a,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:12.008643 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-77d6479f-f01e-46f4-b39f-86b0ac30ac38 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-321480133&fields=id&tenant_id=c040f5f97adc447195c341b2b823bfe6 HTTP/1.1" status: 200 len: 267 time: 0.0332227 Jul 19 17:47:12.121341 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-77951e15-4393-4241-98c1-9debfff6aa75 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:12.121341 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-77951e15-4393-4241-98c1-9debfff6aa75 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/networks?id=0f24d9df-a931-4ff8-bb3b-6117c4624555 HTTP/1.1" status: 200 len: 812 time: 0.1051712 Jul 19 17:47:12.134966 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-bf6dad84-b485-4792-9fae-6edf7e591898 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/quotas/c040f5f97adc447195c341b2b823bfe6 HTTP/1.1" status: 200 len: 375 time: 0.0091295 Jul 19 17:47:12.207485 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-4fa1ad47-205e-4038-bbb9-c87664da45d3 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c040f5f97adc447195c341b2b823bfe6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0669858 Jul 19 17:47:12.303295 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-8ea1829f-deaf-4861-a29c-05c855a7da31 service neutron] 10.222.0.58 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847900 Jul 19 17:47:12.390287 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-78b80c40-8c28-4c46-867c-2f3d91e98392 service neutron] 10.222.0.58 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808358 Jul 19 17:47:12.675378 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-35719627-9c6f-4207-9b13-bb5a2ee9d750 req-770b1312-cbdd-4c9a-b84c-5e4b3f285418 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 210 time: 0.0323849 Jul 19 17:47:13.669541 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-e141f411-16ef-41e5-9ee8-cbd54ca8dfb1 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:13.671059 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-e141f411-16ef-41e5-9ee8-cbd54ca8dfb1 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.49 "GET /v2.0/networks?id=0f24d9df-a931-4ff8-bb3b-6117c4624555 HTTP/1.1" status: 200 len: 812 time: 0.1058953 Jul 19 17:47:13.726625 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-a1f628e1-0cce-451a-ab00-4910295a489d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c040f5f97adc447195c341b2b823bfe6 HTTP/1.1" status: 200 len: 379 time: 0.0394509 Jul 19 17:47:13.748920 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-d772b47c-49a2-43b9-a8ce-eeb06ffa9364 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Request body: {'port': {'device_id': '5329607f-fe3b-4829-a64e-15e9632e872a', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'admin_state_up': True, 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'security_groups': ['f60876cd-58fd-48aa-bc1a-51dcbd60c870']}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:47:13.779352 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-5abc4c6a-962e-43a5-9bd8-74538d342123 req-6c4d8d5c-3c5e-4676-94aa-811a6853345a tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 210 time: 0.0280325 Jul 19 17:47:13.859241 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-d772b47c-49a2-43b9-a8ce-eeb06ffa9364 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Made reservation on behalf of c040f5f97adc447195c341b2b823bfe6 for: {'port': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:47:13.862711 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-d772b47c-49a2-43b9-a8ce-eeb06ffa9364 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:13.984923 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-d772b47c-49a2-43b9-a8ce-eeb06ffa9364 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Allocated IP 172.20.0.14 (0f24d9df-a931-4ff8-bb3b-6117c4624555/66a645b9-6b30-4f54-84d8-11e492b1f028/a3713a1e-8042-4d4a-a10f-af546e64930e) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:47:14.123346 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-d772b47c-49a2-43b9-a8ce-eeb06ffa9364 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:14.136618 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-d772b47c-49a2-43b9-a8ce-eeb06ffa9364 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Transition to ACTIVE for port object a3713a1e-8042-4d4a-a10f-af546e64930e will not be triggered until provisioned by entity DHCP. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:47:14.168854 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-d772b47c-49a2-43b9-a8ce-eeb06ffa9364 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:14.212781 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-d772b47c-49a2-43b9-a8ce-eeb06ffa9364 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Network 0f24d9df-a931-4ff8-bb3b-6117c4624555 is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:47:14.215961 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-d772b47c-49a2-43b9-a8ce-eeb06ffa9364 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:47:14.219855 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-d772b47c-49a2-43b9-a8ce-eeb06ffa9364 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:47:14.226481 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772b47c-49a2-43b9-a8ce-eeb06ffa9364 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event updated for resources: {'Port': ['ID=a3713a1e-8042-4d4a-a10f-af546e64930e,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:14.276953 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-d772b47c-49a2-43b9-a8ce-eeb06ffa9364 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:14.277627 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-d772b47c-49a2-43b9-a8ce-eeb06ffa9364 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:14.293065 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-d772b47c-49a2-43b9-a8ce-eeb06ffa9364 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5482028 Jul 19 17:47:14.311936 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Request body: {'port': {'device_id': '5329607f-fe3b-4829-a64e-15e9632e872a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:47:14.414334 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:14.456707 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-b8a30b11-6404-42ac-a532-d60cca6c3e70 None None] Provisioning for port a3713a1e-8042-4d4a-a10f-af546e64930e completed by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:47:14.465105 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-b8a30b11-6404-42ac-a532-d60cca6c3e70 None None] Provisioning complete for port a3713a1e-8042-4d4a-a10f-af546e64930e triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:47:14.465697 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-b8a30b11-6404-42ac-a532-d60cca6c3e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:14.509876 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-b8a30b11-6404-42ac-a532-d60cca6c3e70 None None] Port a3713a1e-8042-4d4a-a10f-af546e64930e cannot update to ACTIVE because it is not bound. {{(pid=99968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 17:47:14.724078 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3713a1e-8042-4d4a-a10f-af546e64930e {{(pid=99967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:47:14.737182 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:14.746767 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.provisioning_blocks [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Transition to ACTIVE for port object a3713a1e-8042-4d4a-a10f-af546e64930e will not be triggered until provisioned by entity L2. {{(pid=99967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 17:47:14.750327 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:14.761520 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29fa38-559b-496e-bebc-71393cfe421c req-bae7d3db-4fa7-4c95-9415-6356324d47e6 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:14.763024 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fb29fa38-559b-496e-bebc-71393cfe421c req-bae7d3db-4fa7-4c95-9415-6356324d47e6 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 946 time: 0.0742381 Jul 19 17:47:14.808048 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-fb29fa38-559b-496e-bebc-71393cfe421c req-6fd37a51-db80-4d29-b690-491a307f0807 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393593 Jul 19 17:47:14.851164 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Pushing event updated for resources: {'Port': ['ID=a3713a1e-8042-4d4a-a10f-af546e64930e,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:14.882679 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Attempting to bind port a3713a1e-8042-4d4a-a10f-af546e64930e on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 17:47:14.882805 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Attempting to bind port a3713a1e-8042-4d4a-a10f-af546e64930e by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 17:47:14.883053 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Attempting to bind port a3713a1e-8042-4d4a-a10f-af546e64930e on network 0f24d9df-a931-4ff8-bb3b-6117c4624555 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:47:14.887777 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Port a3713a1e-8042-4d4a-a10f-af546e64930e on network 0f24d9df-a931-4ff8-bb3b-6117c4624555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 17:47:14.888090 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Attempting to bind port a3713a1e-8042-4d4a-a10f-af546e64930e on network 0f24d9df-a931-4ff8-bb3b-6117c4624555 {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 17:47:14.893283 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Checking agent: {'id': 'de98c6f2-29cf-41a7-b436-be755b8636ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'started_at': datetime.datetime(2021, 7, 19, 17, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 17, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 17:47:14.893647 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Checking segment: {'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:47:14.894059 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Bound using segment: {'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'} {{(pid=99967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 17:47:14.894519 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.managers [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Bound port: a3713a1e-8042-4d4a-a10f-af546e64930e, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b0ee3b4-6081-480f-97f6-b27528d76bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555'}}] {{(pid=99967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 17:47:14.894876 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:14.926199 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ea4d8-34db-446b-a135-b68f19482c83 req-9a414732-5c76-4353-acae-4e36d3042b56 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:14.927787 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8a0ea4d8-34db-446b-a135-b68f19482c83 req-9a414732-5c76-4353-acae-4e36d3042b56 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 944 time: 0.0694938 Jul 19 17:47:14.966188 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] For port a3713a1e-8042-4d4a-a10f-af546e64930e, host hv-cinder-80069, cleared binding levels {{(pid=99967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 17:47:14.966441 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8a0ea4d8-34db-446b-a135-b68f19482c83 req-6a09677b-d8a4-40c9-8154-5dfeb07d83e7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329311 Jul 19 17:47:14.969630 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] For port a3713a1e-8042-4d4a-a10f-af546e64930e, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a3713a1e-8042-4d4a-a10f-af546e64930e,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 17:47:14.975038 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:15.011304 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:15.011906 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:15.013270 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] 10.222.0.49 "PUT /v2.0/ports/a3713a1e-8042-4d4a-a10f-af546e64930e HTTP/1.1" status: 200 len: 1094 time: 0.7063887 Jul 19 17:47:15.013690 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5329607f-fe3b-4829-a64e-15e9632e872a', 'tag': 'a3713a1e-8042-4d4a-a10f-af546e64930e'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:47:15.015920 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc05d4f-5b52-4dc7-b0fe-836d62f6e1f4" -d '{"events": [{"name": "network-changed", "server_uuid": "5329607f-fe3b-4829-a64e-15e9632e872a", "tag": "a3713a1e-8042-4d4a-a10f-af546e64930e"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:47:15.044257 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71b004-0d45-4e45-87ef-78a377c3a00d service neutron] Pushing event updated for resources: {'Port': ['ID=a3713a1e-8042-4d4a-a10f-af546e64930e,revision_number=3']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:15.078604 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02603d71-cb6b-47f5-9147-91e271d41c57 x-openstack-request-id: req-02603d71-cb6b-47f5-9147-91e271d41c57 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:47:15.078885 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5329607f-fe3b-4829-a64e-15e9632e872a", "tag": "a3713a1e-8042-4d4a-a10f-af546e64930e", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:47:15.079152 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-02603d71-cb6b-47f5-9147-91e271d41c57 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:47:15.079530 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5329607f-fe3b-4829-a64e-15e9632e872a', 'tag': 'a3713a1e-8042-4d4a-a10f-af546e64930e', 'status': 'completed', 'code': 200} Jul 19 17:47:15.157405 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-f1928fa4-2b2b-407f-9fbd-069f6467e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:15.159593 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-f1928fa4-2b2b-407f-9fbd-069f6467e539 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c040f5f97adc447195c341b2b823bfe6&device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 1097 time: 0.0545523 Jul 19 17:47:15.208170 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-42db3f0d-035d-4683-89df-7a21c51be9ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3713a1e-8042-4d4a-a10f-af546e64930e HTTP/1.1" status: 200 len: 217 time: 0.0339034 Jul 19 17:47:15.260163 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-b2d54f2c-a38a-494a-8d2a-52937c1e7158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:15.261487 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-b2d54f2c-a38a-494a-8d2a-52937c1e7158 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66a645b9-6b30-4f54-84d8-11e492b1f028 HTTP/1.1" status: 200 len: 851 time: 0.0453320 Jul 19 17:47:15.320501 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-5920207a-c12a-496a-abb2-48406370687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:15.322016 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-5920207a-c12a-496a-abb2-48406370687f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f24d9df-a931-4ff8-bb3b-6117c4624555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520930 Jul 19 17:47:15.411947 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-9dc0a684-0861-4457-9e2c-f88eca238a97 service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815873 Jul 19 17:47:15.505259 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-0d824d4e-be9e-4676-a01c-2669a76c6900 req-c797259d-6f57-4a5d-b96d-f43c93ba49ba service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862515 Jul 19 17:47:15.654018 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc05d4f-5b52-4dc7-b0fe-836d62f6e1f4 req-1120278f-b729-45d8-89c2-88331ab4d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:15.655558 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4dc05d4f-5b52-4dc7-b0fe-836d62f6e1f4 req-1120278f-b729-45d8-89c2-88331ab4d850 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c040f5f97adc447195c341b2b823bfe6&device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 1097 time: 0.0521228 Jul 19 17:47:15.747508 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc05d4f-5b52-4dc7-b0fe-836d62f6e1f4 req-5ac46ca8-b977-42d9-9971-ad53e41c20dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:15.749042 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4dc05d4f-5b52-4dc7-b0fe-836d62f6e1f4 req-5ac46ca8-b977-42d9-9971-ad53e41c20dc service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f24d9df-a931-4ff8-bb3b-6117c4624555 HTTP/1.1" status: 200 len: 913 time: 0.0862718 Jul 19 17:47:15.791449 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4dc05d4f-5b52-4dc7-b0fe-836d62f6e1f4 req-4aaa6489-1b72-41aa-801c-69b48e0aeef7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3713a1e-8042-4d4a-a10f-af546e64930e HTTP/1.1" status: 200 len: 217 time: 0.0349019 Jul 19 17:47:15.838918 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc05d4f-5b52-4dc7-b0fe-836d62f6e1f4 req-7623fe26-8b43-4e89-ae49-522ee0f9567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:15.840397 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4dc05d4f-5b52-4dc7-b0fe-836d62f6e1f4 req-7623fe26-8b43-4e89-ae49-522ee0f9567f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66a645b9-6b30-4f54-84d8-11e492b1f028 HTTP/1.1" status: 200 len: 851 time: 0.0425980 Jul 19 17:47:15.907021 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc05d4f-5b52-4dc7-b0fe-836d62f6e1f4 req-248994fb-3c6e-439c-a1de-0b4d52059e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:15.909178 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4dc05d4f-5b52-4dc7-b0fe-836d62f6e1f4 req-248994fb-3c6e-439c-a1de-0b4d52059e35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f24d9df-a931-4ff8-bb3b-6117c4624555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589912 Jul 19 17:47:15.945442 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36174dde-9690-43fc-ae6b-02c361b367ea req-2e941296-c606-4977-b59f-a95f7095ea0d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:15.946990 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-36174dde-9690-43fc-ae6b-02c361b367ea req-2e941296-c606-4977-b59f-a95f7095ea0d tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 946 time: 0.0670192 Jul 19 17:47:15.997214 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-36174dde-9690-43fc-ae6b-02c361b367ea req-797cd054-49f0-44f3-993a-b3e46094d2de tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3de6a6a-8ee6-4a2a-be20-e4a852b22096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443575 Jul 19 17:47:16.070494 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4dc05d4f-5b52-4dc7-b0fe-836d62f6e1f4 req-6dee3866-fc99-4721-a3ee-c682fd2f78dd service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101816 Jul 19 17:47:16.135798 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64debdf-2d0f-4bb6-931a-f0e296f89a6f req-fe9966c2-3050-4fec-a929-7f4ba28a2b88 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:16.137741 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c64debdf-2d0f-4bb6-931a-f0e296f89a6f req-fe9966c2-3050-4fec-a929-7f4ba28a2b88 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 944 time: 0.0732565 Jul 19 17:47:16.177751 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c64debdf-2d0f-4bb6-931a-f0e296f89a6f req-cd1595e4-ee40-4289-9f75-d072b6417d10 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333085 Jul 19 17:47:16.179718 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-4dc05d4f-5b52-4dc7-b0fe-836d62f6e1f4 req-b85a84f9-f8be-492d-b3ed-5f58938aa781 service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960467 Jul 19 17:47:16.584180 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836d0f7-5a7f-4bee-9e49-3e61cecfa43b req-a05f3d95-44cd-45ff-8723-534d21281a46 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:16.585577 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1836d0f7-5a7f-4bee-9e49-3e61cecfa43b req-a05f3d95-44cd-45ff-8723-534d21281a46 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 946 time: 0.0600653 Jul 19 17:47:16.682440 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-1836d0f7-5a7f-4bee-9e49-3e61cecfa43b req-06268844-6464-44d5-9f5e-6dd14fe1b748 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Deleting port de533a2e-2666-4301-b8e6-9748e3cf04fb {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:47:16.682775 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-1836d0f7-5a7f-4bee-9e49-3e61cecfa43b req-06268844-6464-44d5-9f5e-6dd14fe1b748 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:16.765440 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-1836d0f7-5a7f-4bee-9e49-3e61cecfa43b req-06268844-6464-44d5-9f5e-6dd14fe1b748 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] For port de533a2e-2666-4301-b8e6-9748e3cf04fb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=de533a2e-2666-4301-b8e6-9748e3cf04fb,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:47:16.766122 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-1836d0f7-5a7f-4bee-9e49-3e61cecfa43b req-06268844-6464-44d5-9f5e-6dd14fe1b748 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:16.928164 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-1836d0f7-5a7f-4bee-9e49-3e61cecfa43b req-06268844-6464-44d5-9f5e-6dd14fe1b748 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:16.928532 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-1836d0f7-5a7f-4bee-9e49-3e61cecfa43b req-06268844-6464-44d5-9f5e-6dd14fe1b748 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418166'] for floatingip, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:16.928845 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.l3_db [req-1836d0f7-5a7f-4bee-9e49-3e61cecfa43b req-06268844-6464-44d5-9f5e-6dd14fe1b748 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Floating IP 04c9050b-b28e-4b82-b4b9-9c767216017e disassociated. External IP: 172.27.2.206, port: de533a2e-2666-4301-b8e6-9748e3cf04fb. Jul 19 17:47:16.929184 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-1836d0f7-5a7f-4bee-9e49-3e61cecfa43b req-06268844-6464-44d5-9f5e-6dd14fe1b748 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Calling delete_port for de533a2e-2666-4301-b8e6-9748e3cf04fb owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:47:17.050537 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-1836d0f7-5a7f-4bee-9e49-3e61cecfa43b req-06268844-6464-44d5-9f5e-6dd14fe1b748 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:17.078432 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06268844-6464-44d5-9f5e-6dd14fe1b748 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Pushing event deleted for resources: {'Port': ['ID=de533a2e-2666-4301-b8e6-9748e3cf04fb,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:17.133257 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-81d094de-ffd2-42e5-9bfa-b38952be2e91 req-7b76c121-b3a3-4889-b51d-9ddb723052dc tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ee6181-8b9e-4966-aa25-81e1ab1437bc HTTP/1.1" status: 200 len: 210 time: 0.0325623 Jul 19 17:47:17.197950 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1836d0f7-5a7f-4bee-9e49-3e61cecfa43b req-06268844-6464-44d5-9f5e-6dd14fe1b748 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:47:17.311440 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1836d0f7-5a7f-4bee-9e49-3e61cecfa43b req-06268844-6464-44d5-9f5e-6dd14fe1b748 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:47:17.321498 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c36aec-7a16-44c2-850e-30674a0934cf None None] Sync routers for ids ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:47:17.333329 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af69e9-e525-44ae-90d9-f071708a25a5 req-aa9dbb04-79b3-4c82-b0e2-2efb7a110c2d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:17.335327 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c36aec-7a16-44c2-850e-30674a0934cf None None] Routers {'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:47:17.336111 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-50c36aec-7a16-44c2-850e-30674a0934cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:46:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:17.336742 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-30af69e9-e525-44ae-90d9-f071708a25a5 req-aa9dbb04-79b3-4c82-b0e2-2efb7a110c2d tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 944 time: 0.0901742 Jul 19 17:47:17.367775 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1836d0f7-5a7f-4bee-9e49-3e61cecfa43b req-06268844-6464-44d5-9f5e-6dd14fe1b748 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] No DVR routers for this DVR port de533a2e-2666-4301-b8e6-9748e3cf04fb on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:47:17.371191 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-1836d0f7-5a7f-4bee-9e49-3e61cecfa43b req-06268844-6464-44d5-9f5e-6dd14fe1b748 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:17.372561 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1836d0f7-5a7f-4bee-9e49-3e61cecfa43b req-06268844-6464-44d5-9f5e-6dd14fe1b748 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.49 "DELETE /v2.0/ports/de533a2e-2666-4301-b8e6-9748e3cf04fb HTTP/1.1" status: 204 len: 173 time: 0.7817209 Jul 19 17:47:17.373003 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'name': 'network-vif-deleted', 'tag': 'de533a2e-2666-4301-b8e6-9748e3cf04fb'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:47:17.375290 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214f70d2-ac46-47e5-adf5-09d9f957eff2" -d '{"events": [{"server_uuid": "f1ee6181-8b9e-4966-aa25-81e1ab1437bc", "name": "network-vif-deleted", "tag": "de533a2e-2666-4301-b8e6-9748e3cf04fb"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:47:17.381837 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-30af69e9-e525-44ae-90d9-f071708a25a5 req-9a72e8f2-e2f5-4acd-adaf-cfc35337ac90 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392928 Jul 19 17:47:17.465102 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb88421e-a6e1-45d4-bda7-fd6dc5752695 x-openstack-request-id: req-eb88421e-a6e1-45d4-bda7-fd6dc5752695 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:47:17.465385 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ee6181-8b9e-4966-aa25-81e1ab1437bc", "name": "network-vif-deleted", "tag": "de533a2e-2666-4301-b8e6-9748e3cf04fb", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:47:17.465635 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eb88421e-a6e1-45d4-bda7-fd6dc5752695 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:47:17.466060 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ee6181-8b9e-4966-aa25-81e1ab1437bc', 'name': 'network-vif-deleted', 'tag': 'de533a2e-2666-4301-b8e6-9748e3cf04fb', 'status': 'completed', 'code': 200} Jul 19 17:47:17.480157 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-50c36aec-7a16-44c2-850e-30674a0934cf None None] Set router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:47:17.718074 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-50c36aec-7a16-44c2-850e-30674a0934cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:27Z', 'revision_number': 4, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '151c6c19-7257-43d3-b6e7-d34ad6ce7675', 'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'mac_address': 'fa:16:3e:89:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:42Z', 'revision_number': 5, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'subnets': [{'id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:17.745297 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c36aec-7a16-44c2-850e-30674a0934cf None None] Checking router: a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:47:17.753343 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c36aec-7a16-44c2-850e-30674a0934cf None None] Routers {'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:47:17.753924 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-50c36aec-7a16-44c2-850e-30674a0934cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:46:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:17.852137 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-50c36aec-7a16-44c2-850e-30674a0934cf None None] Set router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:47:18.045379 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-50c36aec-7a16-44c2-850e-30674a0934cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:27Z', 'revision_number': 4, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '151c6c19-7257-43d3-b6e7-d34ad6ce7675', 'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'mac_address': 'fa:16:3e:89:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:42Z', 'revision_number': 5, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'subnets': [{'id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:18.075561 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c36aec-7a16-44c2-850e-30674a0934cf None None] The sync data for ids ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'] in dv-cinder-800696-4-iscsi is: [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:39:27Z', 'revision_number': 4, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '151c6c19-7257-43d3-b6e7-d34ad6ce7675', 'name': '', 'network_id': '9412ab90-14bd-4fb2-8549-8b0724c797fa', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'mac_address': 'fa:16:3e:89:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:25Z', 'updated_at': '2021-07-19T17:39:42Z', 'revision_number': 5, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'subnets': [{'id': '016908ef-9e1e-4636-acd6-cc64d9df8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:47:18.220183 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56708) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:18.277783 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ba0d73d2-6535-44a4-a3f2-63b0ae7589d3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:18.294725 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59243493-1587-4861-843b-f1f09c3b14a5 None None] New status for floating IP 04c9050b-b28e-4b82-b4b9-9c767216017e: DOWN {{(pid=99968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:47:18.310245 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ba0d73d2-6535-44a4-a3f2-63b0ae7589d3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:18.355887 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ba0d73d2-6535-44a4-a3f2-63b0ae7589d3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:18.358649 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ba0d73d2-6535-44a4-a3f2-63b0ae7589d3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:18.360004 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-ba0d73d2-6535-44a4-a3f2-63b0ae7589d3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "DELETE /v2.0/security-groups/f3de6a6a-8ee6-4a2a-be20-e4a852b22096 HTTP/1.1" status: 204 len: 168 time: 0.1380701 Jul 19 17:47:18.362735 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 56710) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:18.371076 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d73d2-6535-44a4-a3f2-63b0ae7589d3 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3de6a6a-8ee6-4a2a-be20-e4a852b22096,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:18.383758 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.api.v2.resource [None req-5649b714-7e13-46d2-ada3-b716f0e13e10 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] show failed (client error): The resource could not be found. Jul 19 17:47:18.384773 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-5649b714-7e13-46d2-ada3-b716f0e13e10 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "GET /v2.0/security-groups/f3de6a6a-8ee6-4a2a-be20-e4a852b22096 HTTP/1.1" status: 404 len: 347 time: 0.0210836 Jul 19 17:47:18.387662 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 56712) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:18.568764 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd16c5-296f-415a-a1fc-27e0843e264e req-6d61f845-895f-42c9-b32b-ecb8b04239ac tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:18.570173 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e9fd16c5-296f-415a-a1fc-27e0843e264e req-6d61f845-895f-42c9-b32b-ecb8b04239ac tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 944 time: 0.0996962 Jul 19 17:47:18.572293 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-70577967-94d1-4b59-b01b-457aca1663f0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Deleting port 2ce7be55-3513-4668-828d-3bc2030c259b {{(pid=99966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:47:18.572633 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-70577967-94d1-4b59-b01b-457aca1663f0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:18.902657 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-e9fd16c5-296f-415a-a1fc-27e0843e264e req-540ec6d1-b678-41ad-a575-bce3d4a5fea8 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690668 Jul 19 17:47:18.920738 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-70577967-94d1-4b59-b01b-457aca1663f0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:18.921068 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-70577967-94d1-4b59-b01b-457aca1663f0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:18.932777 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-70577967-94d1-4b59-b01b-457aca1663f0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Calling delete_port for 2ce7be55-3513-4668-828d-3bc2030c259b owned by network:floatingip {{(pid=99966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:47:19.059871 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-70577967-94d1-4b59-b01b-457aca1663f0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:19.082272 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70577967-94d1-4b59-b01b-457aca1663f0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Pushing event deleted for resources: {'Port': ['ID=2ce7be55-3513-4668-828d-3bc2030c259b,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:19.146762 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-70577967-94d1-4b59-b01b-457aca1663f0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks [] for floatingip, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:19.149228 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-70577967-94d1-4b59-b01b-457aca1663f0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:19.150384 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-70577967-94d1-4b59-b01b-457aca1663f0 tempest-AttachVolumeShelveTestJSON-1053753739 tempest-AttachVolumeShelveTestJSON-1053753739-project] 10.222.0.58 "DELETE /v2.0/floatingips/04c9050b-b28e-4b82-b4b9-9c767216017e HTTP/1.1" status: 204 len: 168 time: 0.7618484 Jul 19 17:47:19.179264 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ac40f5ff-8857-4dcd-8d58-16ca50677fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:20.027349 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5feb6-be44-4f54-9a4b-b41ba438865c req-884f9be2-b1d6-4c31-82c8-c48bdf59dce2 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:20.028802 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d4b5feb6-be44-4f54-9a4b-b41ba438865c req-884f9be2-b1d6-4c31-82c8-c48bdf59dce2 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 944 time: 0.0610321 Jul 19 17:47:20.071938 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d4b5feb6-be44-4f54-9a4b-b41ba438865c req-62eee556-96b2-4bac-b78b-727df87a4785 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357735 Jul 19 17:47:20.730007 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device de533a2e-2666-4301-b8e6-9748e3cf04fb no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:47:20.754607 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: de533a2e-2666-4301-b8e6-9748e3cf04fb {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:47:20.754941 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device de533a2e-2666-4301-b8e6-9748e3cf04fb not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:47:21.202747 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be7510-e32e-4107-b32c-977d88ee04e7 req-cca51b27-05d9-464e-b704-62c71ed35877 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:21.204195 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-77be7510-e32e-4107-b32c-977d88ee04e7 req-cca51b27-05d9-464e-b704-62c71ed35877 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 944 time: 0.0643566 Jul 19 17:47:21.240785 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-77be7510-e32e-4107-b32c-977d88ee04e7 req-13ec55dd-5230-4c35-b912-2a5cff8709e5 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310621 Jul 19 17:47:21.551007 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 56762) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:21.702171 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-20594102-49b9-4d1e-950a-cd3fd7af5ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:21.930733 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:22.106967 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0563b984-63d8-4283-801b-c2e7d7002a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418422'] for router_interface, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:22.414631 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7848b1-dd95-4c1e-bab3-fd53ef613180 req-47aa7320-0ebf-42a9-ae91-efcd2c262ff1 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:22.416087 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-db7848b1-dd95-4c1e-bab3-fd53ef613180 req-47aa7320-0ebf-42a9-ae91-efcd2c262ff1 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 944 time: 0.1065116 Jul 19 17:47:22.479296 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-db7848b1-dd95-4c1e-bab3-fd53ef613180 req-da083ecd-c700-445a-8825-2fb4d408401c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428357 Jul 19 17:47:22.485624 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-0563b984-63d8-4283-801b-c2e7d7002a3d admin admin] Deleting port 151c6c19-7257-43d3-b6e7-d34ad6ce7675 {{(pid=99966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:47:22.485969 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0563b984-63d8-4283-801b-c2e7d7002a3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:22.564829 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.db [None req-0563b984-63d8-4283-801b-c2e7d7002a3d admin admin] For port 151c6c19-7257-43d3-b6e7-d34ad6ce7675, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=151c6c19-7257-43d3-b6e7-d34ad6ce7675,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:47:22.565180 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0563b984-63d8-4283-801b-c2e7d7002a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:22.576681 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-0563b984-63d8-4283-801b-c2e7d7002a3d admin admin] Calling delete_port for 151c6c19-7257-43d3-b6e7-d34ad6ce7675 owned by network:router_interface {{(pid=99966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:47:22.764283 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0563b984-63d8-4283-801b-c2e7d7002a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:22.786715 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563b984-63d8-4283-801b-c2e7d7002a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=151c6c19-7257-43d3-b6e7-d34ad6ce7675,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:22.951180 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0563b984-63d8-4283-801b-c2e7d7002a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418330'] for router_interface, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:23.107621 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:23.152281 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0563b984-63d8-4283-801b-c2e7d7002a3d admin admin] Router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:47:23.264444 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0563b984-63d8-4283-801b-c2e7d7002a3d admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:47:23.270519 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-0563b984-63d8-4283-801b-c2e7d7002a3d admin admin] 10.222.0.58 "PUT /v2.0/routers/a6cfe47d-6dcb-4545-8302-ce734f1fd9c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7184646 Jul 19 17:47:23.273125 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56782) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:23.274055 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f2303f-62c8-4da9-a778-64d71a9e0ae3 None None] Sync routers for ids ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:47:23.290460 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f2303f-62c8-4da9-a778-64d71a9e0ae3 None None] Routers {'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:47:23.291194 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-39f2303f-62c8-4da9-a778-64d71a9e0ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:47:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:23.380294 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a121285d-36f9-47b0-ac1c-d8438b497f04 admin admin] Notify callbacks [] for router, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:23.479209 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-39f2303f-62c8-4da9-a778-64d71a9e0ae3 None None] Set router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:47:23.490089 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a121285d-36f9-47b0-ac1c-d8438b497f04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:23.544615 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-a121285d-36f9-47b0-ac1c-d8438b497f04 admin admin] Deleting port 7e778836-7f63-4a18-b063-a58ee3301b84 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:47:23.544971 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a121285d-36f9-47b0-ac1c-d8438b497f04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:23.612779 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce4f4a-da1b-47c1-8e4d-119d3c3890e2 req-61daa4e7-db45-46c6-9f72-1fcbcbca21b6 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:23.614338 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1fce4f4a-da1b-47c1-8e4d-119d3c3890e2 req-61daa4e7-db45-46c6-9f72-1fcbcbca21b6 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 944 time: 0.0675507 Jul 19 17:47:23.627501 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-a121285d-36f9-47b0-ac1c-d8438b497f04 admin admin] For port 7e778836-7f63-4a18-b063-a58ee3301b84, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=7e778836-7f63-4a18-b063-a58ee3301b84,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:47:23.627713 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a121285d-36f9-47b0-ac1c-d8438b497f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:23.640376 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-a121285d-36f9-47b0-ac1c-d8438b497f04 admin admin] Calling delete_port for 7e778836-7f63-4a18-b063-a58ee3301b84 owned by network:router_gateway {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:47:23.657083 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1fce4f4a-da1b-47c1-8e4d-119d3c3890e2 req-2dfe48e6-4425-402d-ade1-3e9f6cbbf974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362620 Jul 19 17:47:23.662699 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-39f2303f-62c8-4da9-a778-64d71a9e0ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:47:22Z', 'revision_number': 5, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port': {'id': '7e778836-7f63-4a18-b063-a58ee3301b84', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:39:19Z', 'updated_at': '2021-07-19T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:23.689194 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f2303f-62c8-4da9-a778-64d71a9e0ae3 None None] Checking router: a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:47:23.697813 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f2303f-62c8-4da9-a778-64d71a9e0ae3 None None] Routers {'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:47:23.698438 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-39f2303f-62c8-4da9-a778-64d71a9e0ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:47:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:23.782230 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-39f2303f-62c8-4da9-a778-64d71a9e0ae3 None None] Set router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 gateway port host: None {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:47:23.805485 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a121285d-36f9-47b0-ac1c-d8438b497f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:23.825453 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:23.831907 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121285d-36f9-47b0-ac1c-d8438b497f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e778836-7f63-4a18-b063-a58ee3301b84,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:23.835652 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-39f2303f-62c8-4da9-a778-64d71a9e0ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:47:23Z', 'revision_number': 6, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port_host': None}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:23.863176 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f2303f-62c8-4da9-a778-64d71a9e0ae3 None None] The sync data for ids ['a6cfe47d-6dcb-4545-8302-ce734f1fd9c0'] in dv-cinder-800696-4-iscsi is: [{'id': 'a6cfe47d-6dcb-4545-8302-ce734f1fd9c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1924149591-router', 'tenant_id': '0634ad0c797e471297f37a2b2b27b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:39:18Z', 'updated_at': '2021-07-19T17:47:23Z', 'revision_number': 6, 'project_id': '0634ad0c797e471297f37a2b2b27b253', 'gw_port_host': None}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:47:23.896087 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a121285d-36f9-47b0-ac1c-d8438b497f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418232'] for router_gateway, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:23.982837 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a121285d-36f9-47b0-ac1c-d8438b497f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6197'] for router, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:23.984878 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a121285d-36f9-47b0-ac1c-d8438b497f04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.027467 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a121285d-36f9-47b0-ac1c-d8438b497f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418636'] for router, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.028085 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a121285d-36f9-47b0-ac1c-d8438b497f04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 {{(pid=99967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:47:24.032281 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a121285d-36f9-47b0-ac1c-d8438b497f04 admin admin] Notify callbacks [] for router, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.033423 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-a121285d-36f9-47b0-ac1c-d8438b497f04 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a6cfe47d-6dcb-4545-8302-ce734f1fd9c0 HTTP/1.1" status: 204 len: 168 time: 0.7591836 Jul 19 17:47:24.036540 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56790) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:24.079773 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe67939-682f-432b-b887-79081f61aeb0 admin admin] Deleting subnet 016908ef-9e1e-4636-acd6-cc64d9df8a14 {{(pid=99967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:47:24.082838 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8fe67939-682f-432b-b887-79081f61aeb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.115958 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8fe67939-682f-432b-b887-79081f61aeb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8558846'] for subnet, precommit_delete_associations {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.439619 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8fe67939-682f-432b-b887-79081f61aeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364798'] for subnet, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.490198 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8fe67939-682f-432b-b887-79081f61aeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10261960'] for subnet, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.507135 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.515843 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe67939-682f-432b-b887-79081f61aeb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=016908ef-9e1e-4636-acd6-cc64d9df8a14,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:24.520150 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8fe67939-682f-432b-b887-79081f61aeb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.522110 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-8fe67939-682f-432b-b887-79081f61aeb0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/016908ef-9e1e-4636-acd6-cc64d9df8a14 HTTP/1.1" status: 204 len: 168 time: 0.4845159 Jul 19 17:47:24.524492 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56794) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:24.525912 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b540c1d-8407-4a78-8bd2-a226fe13ad74 None None] Network 9412ab90-14bd-4fb2-8549-8b0724c797fa requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:47:24.593038 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623415'] for network, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.657190 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] Deleting port acc9523d-1c2c-4ba4-b9c2-f76c94525cab {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:47:24.657768 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.688153 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 7e778836-7f63-4a18-b063-a58ee3301b84 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:47:24.708213 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: 7e778836-7f63-4a18-b063-a58ee3301b84 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:47:24.708629 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 7e778836-7f63-4a18-b063-a58ee3301b84 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:47:24.709119 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 151c6c19-7257-43d3-b6e7-d34ad6ce7675 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:47:24.728480 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: 151c6c19-7257-43d3-b6e7-d34ad6ce7675 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:47:24.728904 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 151c6c19-7257-43d3-b6e7-d34ad6ce7675 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:47:24.746313 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] For port acc9523d-1c2c-4ba4-b9c2-f76c94525cab, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=acc9523d-1c2c-4ba4-b9c2-f76c94525cab,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:47:24.746671 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.749075 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627149fa-8546-4362-a9ee-ba29bcd0e078 None None] DHCP port deletion for 9412ab90-14bd-4fb2-8549-8b0724c797fa request from dv-cinder-800696-4-iscsi {{(pid=99968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:47:24.771341 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] Calling delete_port for acc9523d-1c2c-4ba4-b9c2-f76c94525cab owned by network:dhcp {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:47:24.799689 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-627149fa-8546-4362-a9ee-ba29bcd0e078 None None] Deleting port acc9523d-1c2c-4ba4-b9c2-f76c94525cab {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:47:24.800192 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-627149fa-8546-4362-a9ee-ba29bcd0e078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.809011 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3121e9-5e9e-4bb3-937c-9b90da30aec4 req-8efc797d-2037-4e24-8fdf-32299eba2c4f tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:24.810655 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8b3121e9-5e9e-4bb3-937c-9b90da30aec4 req-8efc797d-2037-4e24-8fdf-32299eba2c4f tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 944 time: 0.0728788 Jul 19 17:47:24.849257 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8b3121e9-5e9e-4bb3-937c-9b90da30aec4 req-c72505c8-38af-4b5c-af40-42fe7c02419b tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326478 Jul 19 17:47:24.866232 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.866941 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-627149fa-8546-4362-a9ee-ba29bcd0e078 None None] For port acc9523d-1c2c-4ba4-b9c2-f76c94525cab, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=acc9523d-1c2c-4ba4-b9c2-f76c94525cab,segment=NetworkSegment(e8224e4d-414f-4372-99bf-9a5e7c43b8f3),segment_id=e8224e4d-414f-4372-99bf-9a5e7c43b8f3)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:47:24.867290 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-627149fa-8546-4362-a9ee-ba29bcd0e078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.887025 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-627149fa-8546-4362-a9ee-ba29bcd0e078 None None] Calling delete_port for acc9523d-1c2c-4ba4-b9c2-f76c94525cab owned by network:dhcp {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:47:24.898489 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc9523d-1c2c-4ba4-b9c2-f76c94525cab,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:24.902924 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] No DVR routers for this DVR port acc9523d-1c2c-4ba4-b9c2-f76c94525cab on host dv-cinder-800696-4-iscsi {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:47:24.973090 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-627149fa-8546-4362-a9ee-ba29bcd0e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.979022 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366034', 'neutron.services.segments.db._delete_segments_for_network-8740605476410'] for network, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:24.988892 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9412ab90-14bd-4fb2-8549-8b0724c797fa']}} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:24.998339 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3') {'for_net_delete': True} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:24.998639 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8224e4d-414f-4372-99bf-9a5e7c43b8f3') {} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:25.000453 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627149fa-8546-4362-a9ee-ba29bcd0e078 None None] Pushing event deleted for resources: {'Port': ['ID=acc9523d-1c2c-4ba4-b9c2-f76c94525cab,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:25.004464 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627149fa-8546-4362-a9ee-ba29bcd0e078 None None] No DVR routers for this DVR port acc9523d-1c2c-4ba4-b9c2-f76c94525cab on host dv-cinder-800696-4-iscsi {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:47:25.011255 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740605480259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8558821'] for segment, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:25.026287 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:25.032056 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=99967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:47:25.032438 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558688'] for segment, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: Traceback (most recent call last): Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: timer() Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: cb(*args, **kw) Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: return func(*args, **kwargs) Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: self._notify() Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: self.callback(batched_events) Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: event.method(event) Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: return f(self, *a, **k) Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._get(url).json() Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: return self.request(url, 'GET', **kwargs) Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:47:25.034015 dv-cinder-800696-4-iscsi neutron-server[99967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:47:25.090101 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418180'] for network, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:25.095275 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:25.097107 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9412ab90-14bd-4fb2-8549-8b0724c797fa HTTP/1.1" status: 204 len: 168 time: 0.5716865 Jul 19 17:47:25.109768 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cdb1df-d762-42d6-9ad2-fdd42b8bff60 admin admin] Pushing event deleted for resources: {'Network': ['ID=9412ab90-14bd-4fb2-8549-8b0724c797fa,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:25.205265 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56800) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:25.246896 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-195f7688-740e-4521-920d-cc2c1999e1a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0634ad0c797e471297f37a2b2b27b253&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402601 Jul 19 17:47:25.249129 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56802) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:25.295858 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-867c2e0e-cd7d-4680-a369-e5a651d7bdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:25.317258 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-867c2e0e-cd7d-4680-a369-e5a651d7bdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:25.362120 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-867c2e0e-cd7d-4680-a369-e5a651d7bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:25.365441 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-867c2e0e-cd7d-4680-a369-e5a651d7bdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:25.366614 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-867c2e0e-cd7d-4680-a369-e5a651d7bdd8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8a9091e7-9b2e-452c-9a57-aa34f71c98a9 HTTP/1.1" status: 204 len: 168 time: 0.1166110 Jul 19 17:47:25.374330 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c2e0e-cd7d-4680-a369-e5a651d7bdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9091e7-9b2e-452c-9a57-aa34f71c98a9,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:25.827022 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device a3713a1e-8042-4d4a-a10f-af546e64930e details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:47:25.926334 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port a3713a1e-8042-4d4a-a10f-af546e64930e, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a3713a1e-8042-4d4a-a10f-af546e64930e,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:47:25.937787 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': 'a3713a1e-8042-4d4a-a10f-af546e64930e', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'port_id': 'a3713a1e-8042-4d4a-a10f-af546e64930e', 'mac_address': 'fa:16:3e:6b:30:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:47:25.981034 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:25.993516 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3713a1e-8042-4d4a-a10f-af546e64930e {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:47:25.995373 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34573d-f59b-43a6-9399-6fd8c211dc3c req-176ba94c-4281-41f6-b4c5-a7cc981c4db2 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:25.996871 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3c34573d-f59b-43a6-9399-6fd8c211dc3c req-176ba94c-4281-41f6-b4c5-a7cc981c4db2 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 944 time: 0.0672812 Jul 19 17:47:26.014229 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port a3713a1e-8042-4d4a-a10f-af546e64930e, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a3713a1e-8042-4d4a-a10f-af546e64930e,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:47:26.019896 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:26.050930 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-3c34573d-f59b-43a6-9399-6fd8c211dc3c req-c099183d-88a5-4671-92db-26ca26397600 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471792 Jul 19 17:47:26.073274 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=a3713a1e-8042-4d4a-a10f-af546e64930e,revision_number=4']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:26.408882 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['a3713a1e-8042-4d4a-a10f-af546e64930e'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:47:26.603540 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device acc9523d-1c2c-4ba4-b9c2-f76c94525cab no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:47:26.634213 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: acc9523d-1c2c-4ba4-b9c2-f76c94525cab {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:47:26.634558 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device acc9523d-1c2c-4ba4-b9c2-f76c94525cab not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:47:27.176145 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e2503-1f4b-4144-a625-d3ca40e48096 req-22978b1c-332f-4a1f-ba96-6a36c2b20857 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:27.177595 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-aa7e2503-1f4b-4144-a625-d3ca40e48096 req-22978b1c-332f-4a1f-ba96-6a36c2b20857 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 945 time: 0.0655656 Jul 19 17:47:27.213275 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-aa7e2503-1f4b-4144-a625-d3ca40e48096 req-04b7fb52-c50b-4c91-af1d-ee883cffe80c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300252 Jul 19 17:47:27.415534 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9f7a6f66-c96e-4bed-a94e-742f1b6732cb req-a6a46463-8747-4471-811a-3b28c7668e81 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-105792395&fields=id&tenant_id=20f4b012f44a4e3b8b37ec0383085ddb HTTP/1.1" status: 200 len: 267 time: 0.0322809 Jul 19 17:47:27.480715 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a6f66-c96e-4bed-a94e-742f1b6732cb req-ef0efbd7-4b80-4195-b358-b440a9748f95 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:27.482214 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9f7a6f66-c96e-4bed-a94e-742f1b6732cb req-ef0efbd7-4b80-4195-b358-b440a9748f95 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 984 time: 0.0616598 Jul 19 17:47:27.493322 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [req-9f7a6f66-c96e-4bed-a94e-742f1b6732cb req-a9aa017c-fbde-4226-becc-a108add1d691 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Request body: {'port': {'security_groups': ['0b473d08-afa8-40a3-8240-139f0fe7fb3e']}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:47:27.575948 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-9f7a6f66-c96e-4bed-a94e-742f1b6732cb req-a9aa017c-fbde-4226-becc-a108add1d691 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:27.752508 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.db [req-9f7a6f66-c96e-4bed-a94e-742f1b6732cb req-a9aa017c-fbde-4226-becc-a108add1d691 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] For port f899c92b-b018-485b-ad5a-e1cc5161928d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f899c92b-b018-485b-ad5a-e1cc5161928d,segment=NetworkSegment(7fd37272-3458-4e5c-9219-83d649cab7c8),segment_id=7fd37272-3458-4e5c-9219-83d649cab7c8)] {{(pid=99966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:47:28.036687 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-9f7a6f66-c96e-4bed-a94e-742f1b6732cb req-a9aa017c-fbde-4226-becc-a108add1d691 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for port, precommit_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:28.042675 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-9f7a6f66-c96e-4bed-a94e-742f1b6732cb req-a9aa017c-fbde-4226-becc-a108add1d691 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9062998'] for port, after_update {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:28.089635 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a6f66-c96e-4bed-a94e-742f1b6732cb req-a9aa017c-fbde-4226-becc-a108add1d691 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:28.090280 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [req-9f7a6f66-c96e-4bed-a94e-742f1b6732cb req-a9aa017c-fbde-4226-becc-a108add1d691 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:28.091675 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9f7a6f66-c96e-4bed-a94e-742f1b6732cb req-a9aa017c-fbde-4226-becc-a108add1d691 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "PUT /v2.0/ports/f899c92b-b018-485b-ad5a-e1cc5161928d HTTP/1.1" status: 200 len: 942 time: 0.6030858 Jul 19 17:47:28.092116 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e807ea-d81b-43a3-a603-76263d9089e3', 'tag': 'f899c92b-b018-485b-ad5a-e1cc5161928d'}] {{(pid=99966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:47:28.094466 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d63e5952bb5f3344556664b846ef09cf4b7d384328c9e7905543968cfe1800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4165f1e-526e-4222-9b4f-48c7460ad320" -d '{"events": [{"name": "network-changed", "server_uuid": "17e807ea-d81b-43a3-a603-76263d9089e3", "tag": "f899c92b-b018-485b-ad5a-e1cc5161928d"}]}' {{(pid=99966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:47:28.098226 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 56874) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:28.121294 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa017c-fbde-4226-becc-a108add1d691 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Pushing event updated for resources: {'Port': ['ID=f899c92b-b018-485b-ad5a-e1cc5161928d,revision_number=7']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:28.147933 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f4076b-985a-4e7d-958f-972d5088b3a4 x-openstack-request-id: req-71f4076b-985a-4e7d-958f-972d5088b3a4 {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:47:28.148226 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e807ea-d81b-43a3-a603-76263d9089e3", "tag": "f899c92b-b018-485b-ad5a-e1cc5161928d", "status": "completed", "code": 200}]} {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:47:28.148470 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-71f4076b-985a-4e7d-958f-972d5088b3a4 {{(pid=99966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:47:28.148871 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e807ea-d81b-43a3-a603-76263d9089e3', 'tag': 'f899c92b-b018-485b-ad5a-e1cc5161928d', 'status': 'completed', 'code': 200} Jul 19 17:47:28.169792 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-49e1f040-911f-41f0-ac8e-a7a1abf5edb9 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:28.195458 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-49e1f040-911f-41f0-ac8e-a7a1abf5edb9 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:28.264013 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-49e1f040-911f-41f0-ac8e-a7a1abf5edb9 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:28.266019 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-49e1f040-911f-41f0-ac8e-a7a1abf5edb9 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:28.267252 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-49e1f040-911f-41f0-ac8e-a7a1abf5edb9 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "DELETE /v2.0/security-groups/bef6feb9-ef94-4996-844f-8193fa013c0c HTTP/1.1" status: 204 len: 168 time: 0.1680496 Jul 19 17:47:28.271076 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 56878) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:28.277204 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1f040-911f-41f0-ac8e-a7a1abf5edb9 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef6feb9-ef94-4996-844f-8193fa013c0c,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:28.300659 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-f76f336c-bc18-45d4-af79-a0540c91f2ed None None] Provisioning complete for port f899c92b-b018-485b-ad5a-e1cc5161928d triggered by entity DHCP. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:47:28.301210 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f76f336c-bc18-45d4-af79-a0540c91f2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:28.452600 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952ba1b-246a-4788-94dc-cb58dee07fee req-248e9e02-f834-4a12-ad4c-ad1662c0e53a tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:28.454083 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4952ba1b-246a-4788-94dc-cb58dee07fee req-248e9e02-f834-4a12-ad4c-ad1662c0e53a tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 945 time: 0.1366749 Jul 19 17:47:28.502381 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4952ba1b-246a-4788-94dc-cb58dee07fee req-9659cf95-f497-4024-abd2-4795f2f45584 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410252 Jul 19 17:47:28.506682 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-30cff849-3440-41eb-a7da-956da237baf1 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Deleting port 86db90dc-1db5-44dd-a5ab-5a078be85610 {{(pid=99966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:47:28.507005 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-30cff849-3440-41eb-a7da-956da237baf1 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:28.571717 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4165f1e-526e-4222-9b4f-48c7460ad320 req-fa982a5f-28ea-474c-8df3-2e4030e084d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:28.573243 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-c4165f1e-526e-4222-9b4f-48c7460ad320 req-fa982a5f-28ea-474c-8df3-2e4030e084d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20f4b012f44a4e3b8b37ec0383085ddb&device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 1098 time: 0.0567479 Jul 19 17:47:28.589156 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-30cff849-3440-41eb-a7da-956da237baf1 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:28.589480 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-30cff849-3440-41eb-a7da-956da237baf1 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:28.600816 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-30cff849-3440-41eb-a7da-956da237baf1 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Calling delete_port for 86db90dc-1db5-44dd-a5ab-5a078be85610 owned by network:floatingip {{(pid=99966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:47:28.666264 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4165f1e-526e-4222-9b4f-48c7460ad320 req-3d07b8ec-7485-48e1-8f9f-5091b817d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:28.667789 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-c4165f1e-526e-4222-9b4f-48c7460ad320 req-3d07b8ec-7485-48e1-8f9f-5091b817d779 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76472700-e7a4-45dd-9538-deb84d546bfb HTTP/1.1" status: 200 len: 916 time: 0.0856845 Jul 19 17:47:28.684385 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['f899c92b-b018-485b-ad5a-e1cc5161928d'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:47:28.755639 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-c4165f1e-526e-4222-9b4f-48c7460ad320 req-52365023-eb66-4aeb-a258-f9efdad8ec65 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f899c92b-b018-485b-ad5a-e1cc5161928d HTTP/1.1" status: 200 len: 1001 time: 0.0741398 Jul 19 17:47:28.791458 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-30cff849-3440-41eb-a7da-956da237baf1 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:28.812926 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4165f1e-526e-4222-9b4f-48c7460ad320 req-07639c9f-1a03-48c1-82cd-ebbc96a1d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:28.813953 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-c4165f1e-526e-4222-9b4f-48c7460ad320 req-07639c9f-1a03-48c1-82cd-ebbc96a1d135 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4bee41ee-1406-4992-8a65-c5441e565b2e HTTP/1.1" status: 200 len: 854 time: 0.0509734 Jul 19 17:47:28.841610 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cff849-3440-41eb-a7da-956da237baf1 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Pushing event deleted for resources: {'Port': ['ID=86db90dc-1db5-44dd-a5ab-5a078be85610,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:28.882452 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4165f1e-526e-4222-9b4f-48c7460ad320 req-c8fc305d-dc58-4625-bd6f-b24d60e35235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:28.884040 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-30cff849-3440-41eb-a7da-956da237baf1 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks [] for floatingip, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:28.884369 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.l3_db [None req-30cff849-3440-41eb-a7da-956da237baf1 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Floating IP 28e8cdfc-02d4-471f-bc9e-e4c66cac28e2 disassociated (deleted). External IP: 172.27.2.101, port: f899c92b-b018-485b-ad5a-e1cc5161928d. Jul 19 17:47:28.884846 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-c4165f1e-526e-4222-9b4f-48c7460ad320 req-c8fc305d-dc58-4625-bd6f-b24d60e35235 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76472700-e7a4-45dd-9538-deb84d546bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602062 Jul 19 17:47:28.983349 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-c4165f1e-526e-4222-9b4f-48c7460ad320 req-9dd02cf0-966b-45b7-8516-bf42d56e324a service neutron] 10.222.0.49 "GET /v2.0/networks/76472700-e7a4-45dd-9538-deb84d546bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918353 Jul 19 17:47:29.078677 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['f899c92b-b018-485b-ad5a-e1cc5161928d'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:47:29.086495 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-c4165f1e-526e-4222-9b4f-48c7460ad320 req-358dc717-1151-49f5-ba8a-9ed401cadd4f service neutron] 10.222.0.49 "GET /v2.0/networks/76472700-e7a4-45dd-9538-deb84d546bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951860 Jul 19 17:47:29.107683 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cff849-3440-41eb-a7da-956da237baf1 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Router f2630d80-4841-48c1-9a0c-c387f8ca00c3 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:47:29.219239 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cff849-3440-41eb-a7da-956da237baf1 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:47:29.224688 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-30cff849-3440-41eb-a7da-956da237baf1 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:29.229044 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57378b5-2bd8-4606-8924-d6d45fb6e26b None None] Sync routers for ids ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:47:29.238993 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57378b5-2bd8-4606-8924-d6d45fb6e26b None None] Routers {'f2630d80-4841-48c1-9a0c-c387f8ca00c3'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:47:29.239627 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-e57378b5-2bd8-4606-8924-d6d45fb6e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:47:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:29.272136 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-30cff849-3440-41eb-a7da-956da237baf1 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "DELETE /v2.0/floatingips/28e8cdfc-02d4-471f-bc9e-e4c66cac28e2 HTTP/1.1" status: 204 len: 168 time: 0.9974177 Jul 19 17:47:29.360747 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-e57378b5-2bd8-4606-8924-d6d45fb6e26b None None] Set router f2630d80-4841-48c1-9a0c-c387f8ca00c3 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:47:29.597028 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-e57378b5-2bd8-4606-8924-d6d45fb6e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'name': 'tempest-TestMinimumBasicScenario-1071537777-router', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:28Z', 'updated_at': '2021-07-19T17:44:32Z', 'revision_number': 4, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'gw_port': {'id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:29Z', 'updated_at': '2021-07-19T17:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '2eae6314-546d-497f-abdc-54c37343b219', 'name': '', 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'mac_address': 'fa:16:3e:25:56:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:31Z', 'updated_at': '2021-07-19T17:44:36Z', 'revision_number': 5, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'subnets': [{'id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:29.630878 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57378b5-2bd8-4606-8924-d6d45fb6e26b None None] Checking router: f2630d80-4841-48c1-9a0c-c387f8ca00c3 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:47:29.641884 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57378b5-2bd8-4606-8924-d6d45fb6e26b None None] Routers {'f2630d80-4841-48c1-9a0c-c387f8ca00c3'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:47:29.642926 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-e57378b5-2bd8-4606-8924-d6d45fb6e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:47:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:29.692518 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c120f0-0289-4a32-ba33-64bb93b64eca req-c37e2272-95eb-4597-ab8e-cc261999ffa9 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:29.700441 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-23c120f0-0289-4a32-ba33-64bb93b64eca req-c37e2272-95eb-4597-ab8e-cc261999ffa9 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 945 time: 0.1053524 Jul 19 17:47:29.744207 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-23c120f0-0289-4a32-ba33-64bb93b64eca req-3d6f11cc-2e5d-43ef-8839-4ef081659e8a tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427454 Jul 19 17:47:29.775545 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-e57378b5-2bd8-4606-8924-d6d45fb6e26b None None] Set router f2630d80-4841-48c1-9a0c-c387f8ca00c3 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:47:30.105148 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-e57378b5-2bd8-4606-8924-d6d45fb6e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'name': 'tempest-TestMinimumBasicScenario-1071537777-router', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:28Z', 'updated_at': '2021-07-19T17:44:32Z', 'revision_number': 4, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'gw_port': {'id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:29Z', 'updated_at': '2021-07-19T17:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '2eae6314-546d-497f-abdc-54c37343b219', 'name': '', 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'mac_address': 'fa:16:3e:25:56:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:31Z', 'updated_at': '2021-07-19T17:44:36Z', 'revision_number': 5, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'subnets': [{'id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:30.131538 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57378b5-2bd8-4606-8924-d6d45fb6e26b None None] The sync data for ids ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'] in dv-cinder-800696-4-iscsi is: [{'id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'name': 'tempest-TestMinimumBasicScenario-1071537777-router', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:28Z', 'updated_at': '2021-07-19T17:44:32Z', 'revision_number': 4, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'gw_port': {'id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:29Z', 'updated_at': '2021-07-19T17:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '2eae6314-546d-497f-abdc-54c37343b219', 'name': '', 'network_id': '76472700-e7a4-45dd-9538-deb84d546bfb', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'mac_address': 'fa:16:3e:25:56:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:31Z', 'updated_at': '2021-07-19T17:44:36Z', 'revision_number': 5, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'subnets': [{'id': '4bee41ee-1406-4992-8a65-c5441e565b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:47:30.149750 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e807ea-d81b-43a3-a603-76263d9089e3', 'tag': 'f899c92b-b018-485b-ad5a-e1cc5161928d'}] {{(pid=99966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:47:30.152233 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d63e5952bb5f3344556664b846ef09cf4b7d384328c9e7905543968cfe1800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d60925-b389-4275-9e81-88a5b66d1354" -d '{"events": [{"name": "network-changed", "server_uuid": "17e807ea-d81b-43a3-a603-76263d9089e3", "tag": "f899c92b-b018-485b-ad5a-e1cc5161928d"}]}' {{(pid=99966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:47:30.191928 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14503e8b-dc3c-4220-8b05-211184277e4e x-openstack-request-id: req-14503e8b-dc3c-4220-8b05-211184277e4e {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:47:30.192424 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e807ea-d81b-43a3-a603-76263d9089e3", "tag": "f899c92b-b018-485b-ad5a-e1cc5161928d", "status": "completed", "code": 200}]} {{(pid=99966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:47:30.192676 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14503e8b-dc3c-4220-8b05-211184277e4e {{(pid=99966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:47:30.193142 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e807ea-d81b-43a3-a603-76263d9089e3', 'tag': 'f899c92b-b018-485b-ad5a-e1cc5161928d', 'status': 'completed', 'code': 200} Jul 19 17:47:30.325145 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d60925-b389-4275-9e81-88a5b66d1354 req-5318db00-c0a5-4a64-bba8-c6d5afce471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:30.326698 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d7d60925-b389-4275-9e81-88a5b66d1354 req-5318db00-c0a5-4a64-bba8-c6d5afce471e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20f4b012f44a4e3b8b37ec0383085ddb&device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 1098 time: 0.0779378 Jul 19 17:47:30.396641 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d15482-3fa8-4604-b0d9-9c96028c3471 None None] New status for floating IP 28e8cdfc-02d4-471f-bc9e-e4c66cac28e2: DOWN {{(pid=99969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:47:30.421227 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d60925-b389-4275-9e81-88a5b66d1354 req-6e7108e3-aa3f-40c6-aba2-b5a0204a2f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:30.422755 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d7d60925-b389-4275-9e81-88a5b66d1354 req-6e7108e3-aa3f-40c6-aba2-b5a0204a2f35 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76472700-e7a4-45dd-9538-deb84d546bfb HTTP/1.1" status: 200 len: 916 time: 0.0891018 Jul 19 17:47:30.467598 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d7d60925-b389-4275-9e81-88a5b66d1354 req-25544af0-2797-41ea-a495-b12fab4de934 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f899c92b-b018-485b-ad5a-e1cc5161928d HTTP/1.1" status: 200 len: 217 time: 0.0374911 Jul 19 17:47:30.495789 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device a3713a1e-8042-4d4a-a10f-af546e64930e up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:47:30.517889 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d60925-b389-4275-9e81-88a5b66d1354 req-80cce66c-e519-4202-a987-1bcb5371613a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:30.519337 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d7d60925-b389-4275-9e81-88a5b66d1354 req-80cce66c-e519-4202-a987-1bcb5371613a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4bee41ee-1406-4992-8a65-c5441e565b2e HTTP/1.1" status: 200 len: 854 time: 0.0442109 Jul 19 17:47:30.564825 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning for port a3713a1e-8042-4d4a-a10f-af546e64930e completed by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 17:47:30.571265 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port a3713a1e-8042-4d4a-a10f-af546e64930e triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:47:30.571649 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:30.586688 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d60925-b389-4275-9e81-88a5b66d1354 req-aa4b8119-4ded-4209-b0fc-f63b666acee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:30.589558 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d7d60925-b389-4275-9e81-88a5b66d1354 req-aa4b8119-4ded-4209-b0fc-f63b666acee5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76472700-e7a4-45dd-9538-deb84d546bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614579 Jul 19 17:47:30.655654 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:30.680411 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5329607f-fe3b-4829-a64e-15e9632e872a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3713a1e-8042-4d4a-a10f-af546e64930e'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:47:30.682710 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f267333-fe2a-4f27-b4ad-cc2e07c22f98" -d '{"events": [{"server_uuid": "5329607f-fe3b-4829-a64e-15e9632e872a", "name": "network-vif-plugged", "status": "completed", "tag": "a3713a1e-8042-4d4a-a10f-af546e64930e"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:47:30.705958 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port a3713a1e-8042-4d4a-a10f-af546e64930e, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a3713a1e-8042-4d4a-a10f-af546e64930e,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:47:30.712515 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:30.752173 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e608b4-7e09-41f1-9e82-6ecd2c216b7d x-openstack-request-id: req-81e608b4-7e09-41f1-9e82-6ecd2c216b7d {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:47:30.752439 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5329607f-fe3b-4829-a64e-15e9632e872a", "name": "network-vif-plugged", "status": "completed", "tag": "a3713a1e-8042-4d4a-a10f-af546e64930e", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:47:30.752667 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-81e608b4-7e09-41f1-9e82-6ecd2c216b7d {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:47:30.753721 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5329607f-fe3b-4829-a64e-15e9632e872a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3713a1e-8042-4d4a-a10f-af546e64930e', 'code': 200} Jul 19 17:47:30.756899 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d7d60925-b389-4275-9e81-88a5b66d1354 req-a7266aae-7fa5-497a-9c1c-70b0ea8643d0 service neutron] 10.222.0.49 "GET /v2.0/networks/76472700-e7a4-45dd-9538-deb84d546bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429694 Jul 19 17:47:30.771583 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=a3713a1e-8042-4d4a-a10f-af546e64930e,revision_number=5']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:30.780643 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:30.781056 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:30.781482 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:30.781858 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:30.782250 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:30.782570 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:30.782936 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:30.783269 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:30.783603 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:30.784460 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:30.784788 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:30.786460 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:30.897861 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-d7d60925-b389-4275-9e81-88a5b66d1354 req-bdcdd86c-7509-4715-822d-1bcd2d34c332 service neutron] 10.222.0.49 "GET /v2.0/networks/76472700-e7a4-45dd-9538-deb84d546bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251361 Jul 19 17:47:30.929356 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d00849-4fde-4632-a274-185ca6c9b244 req-ab98e534-5fe0-48b7-b961-5735e045dfc9 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:30.930954 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-56d00849-4fde-4632-a274-185ca6c9b244 req-ab98e534-5fe0-48b7-b961-5735e045dfc9 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 946 time: 0.0832212 Jul 19 17:47:30.975890 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-56d00849-4fde-4632-a274-185ca6c9b244 req-749a35c2-9972-45b8-97f6-b951a380c5b7 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372994 Jul 19 17:47:31.053704 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad1f36-9187-49a8-b9b5-1efe0577dde5 req-f83a0ee1-a75a-45cf-b5a7-a6212615a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:31.056222 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-c7ad1f36-9187-49a8-b9b5-1efe0577dde5 req-f83a0ee1-a75a-45cf-b5a7-a6212615a12e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 1099 time: 0.0644193 Jul 19 17:47:31.103433 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-c7ad1f36-9187-49a8-b9b5-1efe0577dde5 req-5a3fe855-c53d-4330-8465-e1e6fe9decf2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392618 Jul 19 17:47:32.114418 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1507c-eb1f-4029-ae63-38aed1a50f6e req-f391b005-d9d8-4689-be79-cfedb680786c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:32.116033 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-73d1507c-eb1f-4029-ae63-38aed1a50f6e req-f391b005-d9d8-4689-be79-cfedb680786c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 946 time: 0.0678298 Jul 19 17:47:32.157207 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-73d1507c-eb1f-4029-ae63-38aed1a50f6e req-a2309b3c-cfd0-4b3e-9994-d5822c882a9c tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352068 Jul 19 17:47:32.285949 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0da090-8339-4896-89a0-860ed992b35c req-b31b9b36-b2df-4330-9ab5-209e89d9af0b tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:32.287576 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2c0da090-8339-4896-89a0-860ed992b35c req-b31b9b36-b2df-4330-9ab5-209e89d9af0b tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 945 time: 0.0716310 Jul 19 17:47:32.332140 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2c0da090-8339-4896-89a0-860ed992b35c req-e968bbda-06cd-444b-a24e-fe27530d6cd3 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377622 Jul 19 17:47:33.283282 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ed15d-9287-4ea4-bb7f-22e1733a45a6 req-9668c2df-0c68-4b5c-b04f-0a6f374a0596 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:33.285619 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-108ed15d-9287-4ea4-bb7f-22e1733a45a6 req-9668c2df-0c68-4b5c-b04f-0a6f374a0596 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 946 time: 0.0620265 Jul 19 17:47:33.331402 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-108ed15d-9287-4ea4-bb7f-22e1733a45a6 req-bd1cef4f-1ecd-4eb0-ad8c-a7e515d1ddd3 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403609 Jul 19 17:47:33.508573 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5633f7f-2a04-46a3-88a4-0926edb8eb2a req-ac6809d1-ab3c-46a3-98ad-49896e6c4aaa tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:33.510133 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c5633f7f-2a04-46a3-88a4-0926edb8eb2a req-ac6809d1-ab3c-46a3-98ad-49896e6c4aaa tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 946 time: 0.1115627 Jul 19 17:47:33.517448 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb719a-65cb-4df1-a911-028b538d45d2 req-e849d2bc-e715-4a22-8d13-4f76e4a11a15 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:33.519401 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-80fb719a-65cb-4df1-a911-028b538d45d2 req-e849d2bc-e715-4a22-8d13-4f76e4a11a15 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 945 time: 0.1190369 Jul 19 17:47:33.578221 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c5633f7f-2a04-46a3-88a4-0926edb8eb2a req-4518f3b2-3792-47b0-a3aa-b42e36a6c7dc tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562620 Jul 19 17:47:33.579724 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-80fb719a-65cb-4df1-a911-028b538d45d2 req-7a60b085-3f54-4375-aab1-550f2737fa40 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533121 Jul 19 17:47:33.601017 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57042) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:33.716992 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:47:33.827451 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fbcf98-a070-4e4d-8297-527223f0a581 tempest-TestVolumeBootPattern-1938557759 tempest-TestVolumeBootPattern-1938557759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:33.828964 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-b7fbcf98-a070-4e4d-8297-527223f0a581 tempest-TestVolumeBootPattern-1938557759 tempest-TestVolumeBootPattern-1938557759-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 1094 time: 0.2269475 Jul 19 17:47:33.831971 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57054) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:33.836532 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Request body: {'floatingip': {'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'port_id': 'a3713a1e-8042-4d4a-a10f-af546e64930e', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:47:33.858466 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for floatingip, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:33.964454 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:34.075296 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_common [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Allocated IP 172.27.2.29 (dd450a14-f1e5-42d3-875a-01b216fac07d/3a4cd452-a640-4587-9720-ee881db0a230/699e601c-8047-439b-adff-afd9d52924bd) {{(pid=99967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 17:47:34.187152 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for port, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:34.262168 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898178b-ae54-4922-b223-638ad45bd610 req-c2f00aa3-7ce6-41c1-88aa-6b1114ef2e67 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:34.263541 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b898178b-ae54-4922-b223-638ad45bd610 req-c2f00aa3-7ce6-41c1-88aa-6b1114ef2e67 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.49 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 945 time: 0.0929613 Jul 19 17:47:34.268961 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740605059988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:34.336583 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Network dd450a14-f1e5-42d3-875a-01b216fac07d is already hosted by enough agents. {{(pid=99967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 17:47:34.342812 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Resources bound (agent type, host, resource id): {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:47:34.345331 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Received port after_create {{(pid=99967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 19 17:47:34.375869 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event updated for resources: {'Port': ['ID=699e601c-8047-439b-adff-afd9d52924bd,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:34.500490 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-b898178b-ae54-4922-b223-638ad45bd610 req-7317da26-41ca-4195-90c5-73d21380787a tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Deleting port f899c92b-b018-485b-ad5a-e1cc5161928d {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:47:34.500831 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b898178b-ae54-4922-b223-638ad45bd610 req-7317da26-41ca-4195-90c5-73d21380787a tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:34.667442 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-b898178b-ae54-4922-b223-638ad45bd610 req-7317da26-41ca-4195-90c5-73d21380787a tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] For port f899c92b-b018-485b-ad5a-e1cc5161928d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f899c92b-b018-485b-ad5a-e1cc5161928d,segment=NetworkSegment(7fd37272-3458-4e5c-9219-83d649cab7c8),segment_id=7fd37272-3458-4e5c-9219-83d649cab7c8)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:47:34.668192 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b898178b-ae54-4922-b223-638ad45bd610 req-7317da26-41ca-4195-90c5-73d21380787a tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:34.686998 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-b898178b-ae54-4922-b223-638ad45bd610 req-7317da26-41ca-4195-90c5-73d21380787a tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Calling delete_port for f899c92b-b018-485b-ad5a-e1cc5161928d owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:47:34.707760 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcf881-856f-48e3-8b81-9908c9abe330 req-de2cb386-0f95-4bd8-bbed-cef031a121b1 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:34.709264 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ccfcf881-856f-48e3-8b81-9908c9abe330 req-de2cb386-0f95-4bd8-bbed-cef031a121b1 tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/ports?device_id=17e807ea-d81b-43a3-a603-76263d9089e3 HTTP/1.1" status: 200 len: 945 time: 0.0629599 Jul 19 17:47:34.750173 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ccfcf881-856f-48e3-8b81-9908c9abe330 req-d9a3e6c8-006b-4f03-a358-12f850c0dc4e tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b473d08-afa8-40a3-8240-139f0fe7fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348294 Jul 19 17:47:34.876707 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:34.956990 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b898178b-ae54-4922-b223-638ad45bd610 req-7317da26-41ca-4195-90c5-73d21380787a tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:34.991148 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['f899c92b-b018-485b-ad5a-e1cc5161928d'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:47:35.012685 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317da26-41ca-4195-90c5-73d21380787a tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Pushing event deleted for resources: {'Port': ['ID=f899c92b-b018-485b-ad5a-e1cc5161928d,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:35.052581 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:35.089685 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-b898178b-ae54-4922-b223-638ad45bd610 req-7317da26-41ca-4195-90c5-73d21380787a tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] No DVR routers for this DVR port f899c92b-b018-485b-ad5a-e1cc5161928d on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:47:35.092407 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-b898178b-ae54-4922-b223-638ad45bd610 req-7317da26-41ca-4195-90c5-73d21380787a tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:35.094413 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-b898178b-ae54-4922-b223-638ad45bd610 req-7317da26-41ca-4195-90c5-73d21380787a tempest-TestMinimumBasicScenario-383247595 tempest-TestMinimumBasicScenario-383247595-project] 10.222.0.49 "DELETE /v2.0/ports/f899c92b-b018-485b-ad5a-e1cc5161928d HTTP/1.1" status: 204 len: 173 time: 0.8229029 Jul 19 17:47:35.098013 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e807ea-d81b-43a3-a603-76263d9089e3', 'name': 'network-vif-deleted', 'tag': 'f899c92b-b018-485b-ad5a-e1cc5161928d'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:47:35.100538 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a6ff84-2fa5-4960-8d9f-2a5b641e0bdc" -d '{"events": [{"server_uuid": "17e807ea-d81b-43a3-a603-76263d9089e3", "name": "network-vif-deleted", "tag": "f899c92b-b018-485b-ad5a-e1cc5161928d"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:47:35.167767 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f619664d-5374-44f3-9594-5b2f5e32297b x-openstack-request-id: req-f619664d-5374-44f3-9594-5b2f5e32297b {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:47:35.168129 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e807ea-d81b-43a3-a603-76263d9089e3", "name": "network-vif-deleted", "tag": "f899c92b-b018-485b-ad5a-e1cc5161928d", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:47:35.168449 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f619664d-5374-44f3-9594-5b2f5e32297b {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:47:35.168913 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e807ea-d81b-43a3-a603-76263d9089e3', 'name': 'network-vif-deleted', 'tag': 'f899c92b-b018-485b-ad5a-e1cc5161928d', 'status': 'completed', 'code': 200} Jul 19 17:47:35.268005 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for port, precommit_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:35.273742 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558660'] for port, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:35.348095 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event updated for resources: {'Port': ['ID=699e601c-8047-439b-adff-afd9d52924bd,revision_number=2']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:35.357956 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418166'] for floatingip, after_update {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:35.459466 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.l3_db [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Floating IP 44143f56-fb3c-4d8c-832d-12f0636e2bdb associated. External IP: 172.27.2.29, port: a3713a1e-8042-4d4a-a10f-af546e64930e. Jul 19 17:47:35.669938 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:47:36.028017 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:47:36.037775 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73232717-cce9-4d90-ad28-fe2c95fd16ba None None] Sync routers for ids ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:47:36.045826 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:36.049529 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73232717-cce9-4d90-ad28-fe2c95fd16ba None None] Routers {'3ebc2e62-133f-4703-b31a-5dd1e0de9b51'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:47:36.050175 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-73232717-cce9-4d90-ad28-fe2c95fd16ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:47:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:36.092212 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-e587187e-17d1-4647-8d08-3397a5302f31 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2496557 Jul 19 17:47:36.172553 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-73232717-cce9-4d90-ad28-fe2c95fd16ba None None] Set router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:47:36.440935 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-73232717-cce9-4d90-ad28-fe2c95fd16ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '44143f56-fb3c-4d8c-832d-12f0636e2bdb', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'port_id': 'a3713a1e-8042-4d4a-a10f-af546e64930e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'mac_address': 'fa:16:3e:6b:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5329607f-fe3b-4829-a64e-15e9632e872a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:47:34Z', 'updated_at': '2021-07-19T17:47:34Z', 'revision_number': 0, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ip_address_scope': None}, {'id': 'dd66968c-cd9b-44f8-9b1f-050d0b316ef3', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'port_id': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'mac_address': 'fa:16:3e:fa:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:45:20Z', 'updated_at': '2021-07-19T17:45:23Z', 'revision_number': 1, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:59Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:36.446347 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57146) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:36.476017 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73232717-cce9-4d90-ad28-fe2c95fd16ba None None] Checking router: 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:47:36.485368 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73232717-cce9-4d90-ad28-fe2c95fd16ba None None] Routers {'3ebc2e62-133f-4703-b31a-5dd1e0de9b51'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:47:36.486247 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-73232717-cce9-4d90-ad28-fe2c95fd16ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:47:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:36.605994 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-73232717-cce9-4d90-ad28-fe2c95fd16ba None None] Set router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:47:36.830579 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0c94d895-dcd2-4673-8c96-dac80a10a660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418422'] for router_interface, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:36.831148 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-73232717-cce9-4d90-ad28-fe2c95fd16ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '44143f56-fb3c-4d8c-832d-12f0636e2bdb', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'port_id': 'a3713a1e-8042-4d4a-a10f-af546e64930e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'mac_address': 'fa:16:3e:6b:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5329607f-fe3b-4829-a64e-15e9632e872a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:47:34Z', 'updated_at': '2021-07-19T17:47:34Z', 'revision_number': 0, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ip_address_scope': None}, {'id': 'dd66968c-cd9b-44f8-9b1f-050d0b316ef3', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'port_id': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'mac_address': 'fa:16:3e:fa:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:45:20Z', 'updated_at': '2021-07-19T17:45:23Z', 'revision_number': 1, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:59Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:36.856952 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73232717-cce9-4d90-ad28-fe2c95fd16ba None None] The sync data for ids ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'] in dv-cinder-800696-4-iscsi is: [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': '44143f56-fb3c-4d8c-832d-12f0636e2bdb', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'port_id': 'a3713a1e-8042-4d4a-a10f-af546e64930e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'mac_address': 'fa:16:3e:6b:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5329607f-fe3b-4829-a64e-15e9632e872a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:47:34Z', 'updated_at': '2021-07-19T17:47:34Z', 'revision_number': 0, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ip_address_scope': None}, {'id': 'dd66968c-cd9b-44f8-9b1f-050d0b316ef3', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'port_id': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'mac_address': 'fa:16:3e:fa:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:45:20Z', 'updated_at': '2021-07-19T17:45:23Z', 'revision_number': 1, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:59Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:47:37.047783 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba944481-a4fb-4359-8b25-b0fca3f3d0b7 None None] New status for floating IP 44143f56-fb3c-4d8c-832d-12f0636e2bdb: ACTIVE {{(pid=99969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:47:37.091601 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-0c94d895-dcd2-4673-8c96-dac80a10a660 admin admin] Deleting port 2eae6314-546d-497f-abdc-54c37343b219 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:47:37.091859 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0c94d895-dcd2-4673-8c96-dac80a10a660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:37.170484 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5329607f-fe3b-4829-a64e-15e9632e872a', 'tag': 'a3713a1e-8042-4d4a-a10f-af546e64930e'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:47:37.172745 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc66a791-b62d-413b-a5ed-05566e6ab21e" -d '{"events": [{"name": "network-changed", "server_uuid": "5329607f-fe3b-4829-a64e-15e9632e872a", "tag": "a3713a1e-8042-4d4a-a10f-af546e64930e"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:47:37.183918 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-0c94d895-dcd2-4673-8c96-dac80a10a660 admin admin] For port 2eae6314-546d-497f-abdc-54c37343b219, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=2eae6314-546d-497f-abdc-54c37343b219,segment=NetworkSegment(7fd37272-3458-4e5c-9219-83d649cab7c8),segment_id=7fd37272-3458-4e5c-9219-83d649cab7c8)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:47:37.184299 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0c94d895-dcd2-4673-8c96-dac80a10a660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:37.197488 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-0c94d895-dcd2-4673-8c96-dac80a10a660 admin admin] Calling delete_port for 2eae6314-546d-497f-abdc-54c37343b219 owned by network:router_interface {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:47:37.240059 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df89690-8484-4e61-841b-66d2c1ad5bf4 x-openstack-request-id: req-8df89690-8484-4e61-841b-66d2c1ad5bf4 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:47:37.240347 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5329607f-fe3b-4829-a64e-15e9632e872a", "tag": "a3713a1e-8042-4d4a-a10f-af546e64930e", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:47:37.240609 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8df89690-8484-4e61-841b-66d2c1ad5bf4 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:47:37.240985 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5329607f-fe3b-4829-a64e-15e9632e872a', 'tag': 'a3713a1e-8042-4d4a-a10f-af546e64930e', 'status': 'completed', 'code': 200} Jul 19 17:47:37.382808 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0c94d895-dcd2-4673-8c96-dac80a10a660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:37.408939 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94d895-dcd2-4673-8c96-dac80a10a660 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eae6314-546d-497f-abdc-54c37343b219,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:37.576961 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0c94d895-dcd2-4673-8c96-dac80a10a660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418330'] for router_interface, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:37.779617 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c94d895-dcd2-4673-8c96-dac80a10a660 admin admin] Router f2630d80-4841-48c1-9a0c-c387f8ca00c3 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:47:37.916886 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c94d895-dcd2-4673-8c96-dac80a10a660 admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:47:37.923064 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-0c94d895-dcd2-4673-8c96-dac80a10a660 admin admin] 10.222.0.58 "PUT /v2.0/routers/f2630d80-4841-48c1-9a0c-c387f8ca00c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4754739 Jul 19 17:47:37.925540 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ce05e7-96c6-4e07-a72c-69637b70c81c None None] Sync routers for ids ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:47:37.926157 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 57164) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:37.934225 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66a791-b62d-413b-a5ed-05566e6ab21e req-f90b0a50-f6ab-4368-b1e9-70e8489511df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:37.934441 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ce05e7-96c6-4e07-a72c-69637b70c81c None None] Routers {'f2630d80-4841-48c1-9a0c-c387f8ca00c3'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:47:37.935006 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-e6ce05e7-96c6-4e07-a72c-69637b70c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:47:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:37.936014 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fc66a791-b62d-413b-a5ed-05566e6ab21e req-f90b0a50-f6ab-4368-b1e9-70e8489511df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c040f5f97adc447195c341b2b823bfe6&device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 1099 time: 0.0770369 Jul 19 17:47:38.030490 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66a791-b62d-413b-a5ed-05566e6ab21e req-8aec81cf-75df-4348-97c8-67185af036ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:38.031532 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9f824f32-cd8f-4961-911b-fa1859deacd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:38.032368 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fc66a791-b62d-413b-a5ed-05566e6ab21e req-8aec81cf-75df-4348-97c8-67185af036ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f24d9df-a931-4ff8-bb3b-6117c4624555 HTTP/1.1" status: 200 len: 913 time: 0.0888214 Jul 19 17:47:38.040394 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-e6ce05e7-96c6-4e07-a72c-69637b70c81c None None] Set router f2630d80-4841-48c1-9a0c-c387f8ca00c3 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:47:38.115157 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fc66a791-b62d-413b-a5ed-05566e6ab21e req-3a613e3d-6b55-4582-8839-125230b8c313 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3713a1e-8042-4d4a-a10f-af546e64930e HTTP/1.1" status: 200 len: 1001 time: 0.0723495 Jul 19 17:47:38.149094 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9f824f32-cd8f-4961-911b-fa1859deacd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:38.168203 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66a791-b62d-413b-a5ed-05566e6ab21e req-ee168215-6333-47d0-a1ea-75061bf1fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:38.169587 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fc66a791-b62d-413b-a5ed-05566e6ab21e req-ee168215-6333-47d0-a1ea-75061bf1fd9f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66a645b9-6b30-4f54-84d8-11e492b1f028 HTTP/1.1" status: 200 len: 851 time: 0.0481741 Jul 19 17:47:38.205626 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-9f824f32-cd8f-4961-911b-fa1859deacd9 admin admin] Deleting port bb9355f9-742d-47fb-bf99-d84070d940fd {{(pid=99966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:47:38.206289 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9f824f32-cd8f-4961-911b-fa1859deacd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:38.228131 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66a791-b62d-413b-a5ed-05566e6ab21e req-d60f2188-d1e1-491b-a11f-235ea20e256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:47:38.229726 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fc66a791-b62d-413b-a5ed-05566e6ab21e req-d60f2188-d1e1-491b-a11f-235ea20e256a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f24d9df-a931-4ff8-bb3b-6117c4624555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533502 Jul 19 17:47:38.241913 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-e6ce05e7-96c6-4e07-a72c-69637b70c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'name': 'tempest-TestMinimumBasicScenario-1071537777-router', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:28Z', 'updated_at': '2021-07-19T17:47:37Z', 'revision_number': 5, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'gw_port': {'id': 'bb9355f9-742d-47fb-bf99-d84070d940fd', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:29Z', 'updated_at': '2021-07-19T17:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:38.269906 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ce05e7-96c6-4e07-a72c-69637b70c81c None None] Checking router: f2630d80-4841-48c1-9a0c-c387f8ca00c3 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:47:38.279342 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ce05e7-96c6-4e07-a72c-69637b70c81c None None] Routers {'f2630d80-4841-48c1-9a0c-c387f8ca00c3'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:47:38.279342 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-e6ce05e7-96c6-4e07-a72c-69637b70c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:47:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:38.298132 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.db [None req-9f824f32-cd8f-4961-911b-fa1859deacd9 admin admin] For port bb9355f9-742d-47fb-bf99-d84070d940fd, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=bb9355f9-742d-47fb-bf99-d84070d940fd,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:47:38.298563 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9f824f32-cd8f-4961-911b-fa1859deacd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:38.311048 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-9f824f32-cd8f-4961-911b-fa1859deacd9 admin admin] Calling delete_port for bb9355f9-742d-47fb-bf99-d84070d940fd owned by network:router_gateway {{(pid=99966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:47:38.329475 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fc66a791-b62d-413b-a5ed-05566e6ab21e req-08f50b1e-a056-4d75-bcc2-e1b308a372f0 service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928023 Jul 19 17:47:38.365910 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-e6ce05e7-96c6-4e07-a72c-69637b70c81c None None] Set router f2630d80-4841-48c1-9a0c-c387f8ca00c3 gateway port host: None {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:47:38.417167 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-e6ce05e7-96c6-4e07-a72c-69637b70c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'name': 'tempest-TestMinimumBasicScenario-1071537777-router', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:28Z', 'updated_at': '2021-07-19T17:47:38Z', 'revision_number': 6, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'gw_port_host': None}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:38.418714 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-fc66a791-b62d-413b-a5ed-05566e6ab21e req-8a474b01-5019-4e3d-93ef-0029f79d4e57 service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825729 Jul 19 17:47:38.448404 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ce05e7-96c6-4e07-a72c-69637b70c81c None None] The sync data for ids ['f2630d80-4841-48c1-9a0c-c387f8ca00c3'] in dv-cinder-800696-4-iscsi is: [{'id': 'f2630d80-4841-48c1-9a0c-c387f8ca00c3', 'name': 'tempest-TestMinimumBasicScenario-1071537777-router', 'tenant_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:28Z', 'updated_at': '2021-07-19T17:47:38Z', 'revision_number': 6, 'project_id': '20f4b012f44a4e3b8b37ec0383085ddb', 'gw_port_host': None}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:47:38.504042 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9f824f32-cd8f-4961-911b-fa1859deacd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:38.520509 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device f899c92b-b018-485b-ad5a-e1cc5161928d no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:47:38.531273 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f824f32-cd8f-4961-911b-fa1859deacd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb9355f9-742d-47fb-bf99-d84070d940fd,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:38.542616 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: f899c92b-b018-485b-ad5a-e1cc5161928d {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:47:38.543173 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device f899c92b-b018-485b-ad5a-e1cc5161928d not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:47:38.595408 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9f824f32-cd8f-4961-911b-fa1859deacd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418232'] for router_gateway, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:38.700667 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9f824f32-cd8f-4961-911b-fa1859deacd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6197'] for router, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:38.702894 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9f824f32-cd8f-4961-911b-fa1859deacd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:38.798860 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9f824f32-cd8f-4961-911b-fa1859deacd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418636'] for router, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:38.799466 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f824f32-cd8f-4961-911b-fa1859deacd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2630d80-4841-48c1-9a0c-c387f8ca00c3 {{(pid=99966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:47:38.806000 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-9f824f32-cd8f-4961-911b-fa1859deacd9 admin admin] Notify callbacks [] for router, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:38.807185 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-9f824f32-cd8f-4961-911b-fa1859deacd9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f2630d80-4841-48c1-9a0c-c387f8ca00c3 HTTP/1.1" status: 204 len: 168 time: 0.8800604 Jul 19 17:47:38.809778 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 57194) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:38.867681 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c024d8-c483-46e2-a9a4-ab8feefe23f0 admin admin] Deleting subnet 4bee41ee-1406-4992-8a65-c5441e565b2e {{(pid=99966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:47:38.870867 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a9c024d8-c483-46e2-a9a4-ab8feefe23f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:38.906060 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a9c024d8-c483-46e2-a9a4-ab8feefe23f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8026701'] for subnet, precommit_delete_associations {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:39.013545 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a9c024d8-c483-46e2-a9a4-ab8feefe23f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364798'] for subnet, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:39.065357 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a9c024d8-c483-46e2-a9a4-ab8feefe23f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9062936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584655'] for subnet, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:39.090372 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c024d8-c483-46e2-a9a4-ab8feefe23f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bee41ee-1406-4992-8a65-c5441e565b2e,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:39.093883 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a9c024d8-c483-46e2-a9a4-ab8feefe23f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:39.095763 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-a9c024d8-c483-46e2-a9a4-ab8feefe23f0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4bee41ee-1406-4992-8a65-c5441e565b2e HTTP/1.1" status: 204 len: 168 time: 0.2850296 Jul 19 17:47:39.098159 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 57198) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:39.100645 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f366f41-be1f-4d2c-9517-f1e5e1eb6965 None None] Network 76472700-e7a4-45dd-9538-deb84d546bfb requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:47:39.167141 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623415'] for network, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:39.225527 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] Deleting port c1b2f856-2f52-4974-9955-f092b87bac66 {{(pid=99966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:47:39.225863 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:39.240493 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 2eae6314-546d-497f-abdc-54c37343b219 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:47:39.270115 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: 2eae6314-546d-497f-abdc-54c37343b219 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:47:39.270704 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 2eae6314-546d-497f-abdc-54c37343b219 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:47:39.290478 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb4642d-b537-4f03-b38b-fe1c64630f32 None None] DHCP port deletion for 76472700-e7a4-45dd-9538-deb84d546bfb request from dv-cinder-800696-4-iscsi {{(pid=99968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:47:39.292706 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.db [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] For port c1b2f856-2f52-4974-9955-f092b87bac66, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=c1b2f856-2f52-4974-9955-f092b87bac66,segment=NetworkSegment(7fd37272-3458-4e5c-9219-83d649cab7c8),segment_id=7fd37272-3458-4e5c-9219-83d649cab7c8)] {{(pid=99966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:47:39.293132 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:39.306155 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] Calling delete_port for c1b2f856-2f52-4974-9955-f092b87bac66 owned by network:dhcp {{(pid=99966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:47:39.335905 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-bdb4642d-b537-4f03-b38b-fe1c64630f32 None None] Deleting port c1b2f856-2f52-4974-9955-f092b87bac66 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:47:39.336279 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-bdb4642d-b537-4f03-b38b-fe1c64630f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:39.389668 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:39.412080 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-bdb4642d-b537-4f03-b38b-fe1c64630f32 None None] For port c1b2f856-2f52-4974-9955-f092b87bac66, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=c1b2f856-2f52-4974-9955-f092b87bac66,segment=NetworkSegment(7fd37272-3458-4e5c-9219-83d649cab7c8),segment_id=7fd37272-3458-4e5c-9219-83d649cab7c8)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:47:39.412471 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-bdb4642d-b537-4f03-b38b-fe1c64630f32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:39.414520 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b2f856-2f52-4974-9955-f092b87bac66,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:39.418682 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] No DVR routers for this DVR port c1b2f856-2f52-4974-9955-f092b87bac66 on host dv-cinder-800696-4-iscsi {{(pid=99966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:47:39.424979 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-bdb4642d-b537-4f03-b38b-fe1c64630f32 None None] Calling delete_port for c1b2f856-2f52-4974-9955-f092b87bac66 owned by network:dhcp {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:47:39.493249 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366034', 'neutron.services.segments.db._delete_segments_for_network-8740605476410'] for network, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:39.501870 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-bdb4642d-b537-4f03-b38b-fe1c64630f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:39.506741 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.services.segments.db [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76472700-e7a4-45dd-9538-deb84d546bfb']}} {{(pid=99966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:39.517271 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.services.segments.db [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd37272-3458-4e5c-9219-83d649cab7c8') {'for_net_delete': True} {{(pid=99966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:39.517652 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.services.segments.db [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd37272-3458-4e5c-9219-83d649cab7c8') {} {{(pid=99966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:39.527152 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740605480259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8026710'] for segment, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:39.531098 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4642d-b537-4f03-b38b-fe1c64630f32 None None] Pushing event deleted for resources: {'Port': ['ID=c1b2f856-2f52-4974-9955-f092b87bac66,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:39.538979 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb4642d-b537-4f03-b38b-fe1c64630f32 None None] No DVR routers for this DVR port c1b2f856-2f52-4974-9955-f092b87bac66 on host dv-cinder-800696-4-iscsi {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:47:39.548424 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:39.555077 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=99966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:47:39.555451 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9063026'] for segment, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: conditions |= (models_v2.Port.network_id.in_( Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: Traceback (most recent call last): Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: timer() Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: cb(*args, **kw) Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: return func(*args, **kwargs) Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: self._notify() Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: self.callback(batched_events) Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: event.method(event) Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: return f(self, *a, **k) Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: return self._get(url).json() Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: return self.request(url, 'GET', **kwargs) Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:47:39.557039 dv-cinder-800696-4-iscsi neutron-server[99966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:47:39.608150 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418180'] for network, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:39.613810 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:39.615630 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/76472700-e7a4-45dd-9538-deb84d546bfb HTTP/1.1" status: 204 len: 168 time: 0.5165610 Jul 19 17:47:39.618633 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57200) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:39.626708 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1f2cc-7dda-4edc-8616-f70ad832eea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=76472700-e7a4-45dd-9538-deb84d546bfb,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:39.971675 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-f8f2ef4d-1075-4b5f-8518-9af2a088438a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418422'] for router_interface, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:40.247071 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-f8f2ef4d-1075-4b5f-8518-9af2a088438a admin admin] Deleting port 3313ea12-cd12-4fcb-af0b-edd84af30474 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:47:40.247402 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-f8f2ef4d-1075-4b5f-8518-9af2a088438a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:40.328143 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-f8f2ef4d-1075-4b5f-8518-9af2a088438a admin admin] For port 3313ea12-cd12-4fcb-af0b-edd84af30474, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=3313ea12-cd12-4fcb-af0b-edd84af30474,segment=NetworkSegment(5648989d-7143-4738-9d2b-dece7c4e8177),segment_id=5648989d-7143-4738-9d2b-dece7c4e8177)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:47:40.328500 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-f8f2ef4d-1075-4b5f-8518-9af2a088438a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:40.342128 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-f8f2ef4d-1075-4b5f-8518-9af2a088438a admin admin] Calling delete_port for 3313ea12-cd12-4fcb-af0b-edd84af30474 owned by network:router_interface {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:47:40.517346 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-f8f2ef4d-1075-4b5f-8518-9af2a088438a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:40.545766 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2ef4d-1075-4b5f-8518-9af2a088438a admin admin] Pushing event deleted for resources: {'Port': ['ID=3313ea12-cd12-4fcb-af0b-edd84af30474,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:40.616156 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device bb9355f9-742d-47fb-bf99-d84070d940fd no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:47:40.635796 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: bb9355f9-742d-47fb-bf99-d84070d940fd {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:47:40.636380 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device bb9355f9-742d-47fb-bf99-d84070d940fd not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:47:40.636794 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device c1b2f856-2f52-4974-9955-f092b87bac66 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:47:40.655548 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: c1b2f856-2f52-4974-9955-f092b87bac66 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:47:40.655891 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device c1b2f856-2f52-4974-9955-f092b87bac66 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:47:40.714144 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-f8f2ef4d-1075-4b5f-8518-9af2a088438a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418330'] for router_interface, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:41.194385 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f2ef4d-1075-4b5f-8518-9af2a088438a admin admin] Router ad592a9a-bf6e-4b46-8a26-8b8de19be4c8 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:47:41.309142 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f2ef4d-1075-4b5f-8518-9af2a088438a admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:47:41.318968 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 57260) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:41.319661 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-f8f2ef4d-1075-4b5f-8518-9af2a088438a admin admin] 10.222.0.58 "PUT /v2.0/routers/ad592a9a-bf6e-4b46-8a26-8b8de19be4c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6983709 Jul 19 17:47:41.324123 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b1e12-b4cb-410e-ab4b-b55a9e556eb3 None None] Sync routers for ids ['ad592a9a-bf6e-4b46-8a26-8b8de19be4c8'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:47:41.337103 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b1e12-b4cb-410e-ab4b-b55a9e556eb3 None None] Routers {'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:47:41.338415 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-058b1e12-b4cb-410e-ab4b-b55a9e556eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:47:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['ad592a9a-bf6e-4b46-8a26-8b8de19be4c8'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:41.439595 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a0a4011e-b128-4e95-8652-2be10cb1ed44 admin admin] Notify callbacks [] for router, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:41.485540 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-058b1e12-b4cb-410e-ab4b-b55a9e556eb3 None None] Set router ad592a9a-bf6e-4b46-8a26-8b8de19be4c8 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:47:41.560466 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a0a4011e-b128-4e95-8652-2be10cb1ed44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:41.637535 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-a0a4011e-b128-4e95-8652-2be10cb1ed44 admin admin] Deleting port f767bbf9-0319-4e45-95d2-00698bfa6651 {{(pid=99966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:47:41.637875 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a0a4011e-b128-4e95-8652-2be10cb1ed44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:41.696377 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-058b1e12-b4cb-410e-ab4b-b55a9e556eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'name': 'tempest-TestMinimumBasicScenario-1790574630-router', 'tenant_id': '3082296380384d8c827a8a700ee6c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f767bbf9-0319-4e45-95d2-00698bfa6651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:35Z', 'updated_at': '2021-07-19T17:47:40Z', 'revision_number': 5, 'project_id': '3082296380384d8c827a8a700ee6c93f', 'gw_port': {'id': 'f767bbf9-0319-4e45-95d2-00698bfa6651', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:44:36Z', 'updated_at': '2021-07-19T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:41.727993 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b1e12-b4cb-410e-ab4b-b55a9e556eb3 None None] Checking router: ad592a9a-bf6e-4b46-8a26-8b8de19be4c8 for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:47:41.734121 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.db [None req-a0a4011e-b128-4e95-8652-2be10cb1ed44 admin admin] For port f767bbf9-0319-4e45-95d2-00698bfa6651, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=f767bbf9-0319-4e45-95d2-00698bfa6651,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:47:41.734486 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a0a4011e-b128-4e95-8652-2be10cb1ed44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:41.736887 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b1e12-b4cb-410e-ab4b-b55a9e556eb3 None None] Routers {'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:47:41.737603 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-058b1e12-b4cb-410e-ab4b-b55a9e556eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:47:22Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['ad592a9a-bf6e-4b46-8a26-8b8de19be4c8'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:41.750326 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-a0a4011e-b128-4e95-8652-2be10cb1ed44 admin admin] Calling delete_port for f767bbf9-0319-4e45-95d2-00698bfa6651 owned by network:router_gateway {{(pid=99966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:47:41.783047 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57284) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:41.823637 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-058b1e12-b4cb-410e-ab4b-b55a9e556eb3 None None] Set router ad592a9a-bf6e-4b46-8a26-8b8de19be4c8 gateway port host: None {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:47:41.880398 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-058b1e12-b4cb-410e-ab4b-b55a9e556eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'name': 'tempest-TestMinimumBasicScenario-1790574630-router', 'tenant_id': '3082296380384d8c827a8a700ee6c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:35Z', 'updated_at': '2021-07-19T17:47:41Z', 'revision_number': 6, 'project_id': '3082296380384d8c827a8a700ee6c93f', 'gw_port_host': None}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:41.898987 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8367c154-b9c3-49af-bd85-9768c95ffd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:41.924517 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a0a4011e-b128-4e95-8652-2be10cb1ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:41.954269 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4011e-b128-4e95-8652-2be10cb1ed44 admin admin] Pushing event deleted for resources: {'Port': ['ID=f767bbf9-0319-4e45-95d2-00698bfa6651,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:42.003767 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8367c154-b9c3-49af-bd85-9768c95ffd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.008308 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b1e12-b4cb-410e-ab4b-b55a9e556eb3 None None] The sync data for ids ['ad592a9a-bf6e-4b46-8a26-8b8de19be4c8'] in dv-cinder-800696-4-iscsi is: [{'id': 'ad592a9a-bf6e-4b46-8a26-8b8de19be4c8', 'name': 'tempest-TestMinimumBasicScenario-1790574630-router', 'tenant_id': '3082296380384d8c827a8a700ee6c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:44:35Z', 'updated_at': '2021-07-19T17:47:41Z', 'revision_number': 6, 'project_id': '3082296380384d8c827a8a700ee6c93f', 'gw_port_host': None}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:47:42.008764 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8367c154-b9c3-49af-bd85-9768c95ffd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.032840 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a0a4011e-b128-4e95-8652-2be10cb1ed44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418232'] for router_gateway, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.054530 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-8367c154-b9c3-49af-bd85-9768c95ffd83 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=08907137ac3f409d824f18444ff32ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692161 Jul 19 17:47:42.057782 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57288) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:42.072021 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367c154-b9c3-49af-bd85-9768c95ffd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3317c9ed-2dfe-4541-b069-2502ad109c0b,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:42.114510 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-01c402bb-94a4-4cf7-a6d6-30339b134773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.131893 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a0a4011e-b128-4e95-8652-2be10cb1ed44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6197'] for router, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.134002 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a0a4011e-b128-4e95-8652-2be10cb1ed44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.137652 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-01c402bb-94a4-4cf7-a6d6-30339b134773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.177602 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a0a4011e-b128-4e95-8652-2be10cb1ed44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418636'] for router, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.178327 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a4011e-b128-4e95-8652-2be10cb1ed44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad592a9a-bf6e-4b46-8a26-8b8de19be4c8 {{(pid=99966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:47:42.185782 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a0a4011e-b128-4e95-8652-2be10cb1ed44 admin admin] Notify callbacks [] for router, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.187024 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-a0a4011e-b128-4e95-8652-2be10cb1ed44 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ad592a9a-bf6e-4b46-8a26-8b8de19be4c8 HTTP/1.1" status: 204 len: 168 time: 0.8678396 Jul 19 17:47:42.189929 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57290) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:42.198297 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-01c402bb-94a4-4cf7-a6d6-30339b134773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.200694 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-01c402bb-94a4-4cf7-a6d6-30339b134773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.201732 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-01c402bb-94a4-4cf7-a6d6-30339b134773 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3317c9ed-2dfe-4541-b069-2502ad109c0b HTTP/1.1" status: 204 len: 168 time: 0.1429605 Jul 19 17:47:42.230839 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c402bb-94a4-4cf7-a6d6-30339b134773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3317c9ed-2dfe-4541-b069-2502ad109c0b,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:42.252466 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb2a155-1a2e-4e9f-8ecd-3d849992c1bd admin admin] Deleting subnet 89853575-d7e0-4efd-a0fe-7eb1af974926 {{(pid=99967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:47:42.255790 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7bb2a155-1a2e-4e9f-8ecd-3d849992c1bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.291440 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7bb2a155-1a2e-4e9f-8ecd-3d849992c1bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8558846'] for subnet, precommit_delete_associations {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.371374 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7bb2a155-1a2e-4e9f-8ecd-3d849992c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364798'] for subnet, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.432460 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7bb2a155-1a2e-4e9f-8ecd-3d849992c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10261960'] for subnet, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.465213 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2a155-1a2e-4e9f-8ecd-3d849992c1bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89853575-d7e0-4efd-a0fe-7eb1af974926,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:42.468922 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7bb2a155-1a2e-4e9f-8ecd-3d849992c1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.473758 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-7bb2a155-1a2e-4e9f-8ecd-3d849992c1bd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/89853575-d7e0-4efd-a0fe-7eb1af974926 HTTP/1.1" status: 204 len: 168 time: 0.2799129 Jul 19 17:47:42.474138 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57296) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:42.475391 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cc7dfe-dfad-43ea-b14c-284cdf0e8533 None None] Network 8b003909-efac-4592-aa40-221cf94129c4 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:47:42.500835 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 57298) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:42.516388 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-557670aa-6d7b-49a0-9e1c-e418c08b5351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.542314 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623415'] for network, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.601511 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] Deleting port 08ca69ee-6851-4771-b405-3a53053b54c8 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:47:42.602049 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.613017 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-557670aa-6d7b-49a0-9e1c-e418c08b5351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.618136 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-557670aa-6d7b-49a0-9e1c-e418c08b5351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.655422 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557670aa-6d7b-49a0-9e1c-e418c08b5351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9685207-88ee-406c-9522-2784115b8238,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:42.660113 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-557670aa-6d7b-49a0-9e1c-e418c08b5351 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d71e413968e54a869db75494b2baf043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581223 Jul 19 17:47:42.662632 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 57304) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:42.684841 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] For port 08ca69ee-6851-4771-b405-3a53053b54c8, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=08ca69ee-6851-4771-b405-3a53053b54c8,segment=NetworkSegment(5648989d-7143-4738-9d2b-dece7c4e8177),segment_id=5648989d-7143-4738-9d2b-dece7c4e8177)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:47:42.685191 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.700162 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] Calling delete_port for 08ca69ee-6851-4771-b405-3a53053b54c8 owned by network:dhcp {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:47:42.719373 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-cdf60cae-de08-4a7e-9fc5-76f738c74aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.742324 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-cdf60cae-de08-4a7e-9fc5-76f738c74aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.789801 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ed6ab5-67d0-4ea5-ac47-02196b620a9c None None] DHCP port deletion for 8b003909-efac-4592-aa40-221cf94129c4 request from dv-cinder-800696-4-iscsi {{(pid=99968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:47:42.803179 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.836512 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-70ed6ab5-67d0-4ea5-ac47-02196b620a9c None None] The port '08ca69ee-6851-4771-b405-3a53053b54c8' was deleted {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 19 17:47:42.840891 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-cdf60cae-de08-4a7e-9fc5-76f738c74aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.846660 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] Pushing event deleted for resources: {'Port': ['ID=08ca69ee-6851-4771-b405-3a53053b54c8,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:42.854606 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-cdf60cae-de08-4a7e-9fc5-76f738c74aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.858875 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-cdf60cae-de08-4a7e-9fc5-76f738c74aca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9685207-88ee-406c-9522-2784115b8238 HTTP/1.1" status: 204 len: 168 time: 0.1946642 Jul 19 17:47:42.860643 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] No DVR routers for this DVR port 08ca69ee-6851-4771-b405-3a53053b54c8 on host dv-cinder-800696-4-iscsi {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:47:42.870892 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf60cae-de08-4a7e-9fc5-76f738c74aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9685207-88ee-406c-9522-2784115b8238,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:42.881603 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device f767bbf9-0319-4e45-95d2-00698bfa6651 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:47:42.911526 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: f767bbf9-0319-4e45-95d2-00698bfa6651 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:47:42.912305 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device f767bbf9-0319-4e45-95d2-00698bfa6651 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:47:42.913361 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 08ca69ee-6851-4771-b405-3a53053b54c8 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:47:42.949502 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: 08ca69ee-6851-4771-b405-3a53053b54c8 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:47:42.950091 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 08ca69ee-6851-4771-b405-3a53053b54c8 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:47:42.950670 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 3313ea12-cd12-4fcb-af0b-edd84af30474 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:47:42.959984 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366034', 'neutron.services.segments.db._delete_segments_for_network-8740605476410'] for network, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:42.971102 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b003909-efac-4592-aa40-221cf94129c4']}} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:42.982381 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5648989d-7143-4738-9d2b-dece7c4e8177') {'for_net_delete': True} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:42.982814 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5648989d-7143-4738-9d2b-dece7c4e8177') {} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:47:42.985489 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: 3313ea12-cd12-4fcb-af0b-edd84af30474 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:47:42.985804 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 3313ea12-cd12-4fcb-af0b-edd84af30474 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:47:42.998921 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740605480259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8558821'] for segment, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:43.015171 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:43.022499 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=99967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:47:43.022911 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558688'] for segment, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: Traceback (most recent call last): Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: timer() Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: cb(*args, **kw) Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: return func(*args, **kwargs) Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: self._notify() Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: self.callback(batched_events) Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: event.method(event) Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: return f(self, *a, **k) Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._get(url).json() Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: return self.request(url, 'GET', **kwargs) Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:47:43.025011 dv-cinder-800696-4-iscsi neutron-server[99967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:47:43.088247 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418180'] for network, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:43.100309 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:43.103198 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8b003909-efac-4592-aa40-221cf94129c4 HTTP/1.1" status: 204 len: 168 time: 0.6280231 Jul 19 17:47:43.113889 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65add819-322c-4ec3-a659-61f2ad9c5703 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b003909-efac-4592-aa40-221cf94129c4,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:43.305047 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 57338) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:43.347800 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-d125c4ab-78b8-4638-9636-a6a6f0591a16 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20f4b012f44a4e3b8b37ec0383085ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415132 Jul 19 17:47:43.350236 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 57342) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:43.402337 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57344) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:43.404933 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-086b10a2-ad88-49f5-adaa-d1b6cf40251d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:43.428048 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-086b10a2-ad88-49f5-adaa-d1b6cf40251d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:43.480387 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-086b10a2-ad88-49f5-adaa-d1b6cf40251d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:43.483571 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-086b10a2-ad88-49f5-adaa-d1b6cf40251d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:43.487981 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-086b10a2-ad88-49f5-adaa-d1b6cf40251d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b473d08-afa8-40a3-8240-139f0fe7fb3e HTTP/1.1" status: 204 len: 168 time: 0.1337774 Jul 19 17:47:43.494564 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b10a2-ad88-49f5-adaa-d1b6cf40251d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b473d08-afa8-40a3-8240-139f0fe7fb3e,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:43.564369 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0cfe4668-376d-4cd9-b9ef-256d786d4867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:43.667779 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0cfe4668-376d-4cd9-b9ef-256d786d4867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:43.673145 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0cfe4668-376d-4cd9-b9ef-256d786d4867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:43.711234 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe4668-376d-4cd9-b9ef-256d786d4867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821f043c-76fc-4a87-b744-d982f4e43f40,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:43.715770 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-0cfe4668-376d-4cd9-b9ef-256d786d4867 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=267f469ba1c743c09f27b35bc0d59b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122864 Jul 19 17:47:43.718350 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57362) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:43.768973 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-13a82ef1-d719-4ed4-8d96-b71a41beba22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:43.796717 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-13a82ef1-d719-4ed4-8d96-b71a41beba22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:43.831997 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 57366) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:43.849926 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-13a82ef1-d719-4ed4-8d96-b71a41beba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:43.853072 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-13a82ef1-d719-4ed4-8d96-b71a41beba22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:43.854567 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-13a82ef1-d719-4ed4-8d96-b71a41beba22 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/821f043c-76fc-4a87-b744-d982f4e43f40 HTTP/1.1" status: 204 len: 168 time: 0.1352811 Jul 19 17:47:43.863311 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a82ef1-d719-4ed4-8d96-b71a41beba22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821f043c-76fc-4a87-b744-d982f4e43f40,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:43.899981 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-6f1cc210-d85c-4112-8e1b-e34dbe998908 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3082296380384d8c827a8a700ee6c93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664694 Jul 19 17:47:43.902589 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57372) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:43.965323 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a88d9e08-62b2-4a42-af42-f38efbbb90c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:43.995583 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a88d9e08-62b2-4a42-af42-f38efbbb90c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:44.054522 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a88d9e08-62b2-4a42-af42-f38efbbb90c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:44.057242 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a88d9e08-62b2-4a42-af42-f38efbbb90c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:44.058420 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-a88d9e08-62b2-4a42-af42-f38efbbb90c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/860f2ee7-e4c4-4b45-9213-1abb26a46838 HTTP/1.1" status: 204 len: 168 time: 0.1545627 Jul 19 17:47:44.067813 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d9e08-62b2-4a42-af42-f38efbbb90c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860f2ee7-e4c4-4b45-9213-1abb26a46838,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:44.220086 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57382) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:44.234673 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3cda3643-cff1-4643-835e-1085723b1954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:44.337865 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3cda3643-cff1-4643-835e-1085723b1954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:44.342627 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3cda3643-cff1-4643-835e-1085723b1954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:44.394989 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 57386) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:44.395687 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-3cda3643-cff1-4643-835e-1085723b1954 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1a5a898a4ea1489aaf5f74ed9cece985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1690969 Jul 19 17:47:44.396859 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda3643-cff1-4643-835e-1085723b1954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2cb736-848f-4d87-9124-a12d05a83b3f,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:44.454899 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-db17498c-d393-492d-9fe3-56fbe63d6d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:44.479278 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-db17498c-d393-492d-9fe3-56fbe63d6d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:44.526314 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-db17498c-d393-492d-9fe3-56fbe63d6d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:44.528904 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-db17498c-d393-492d-9fe3-56fbe63d6d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:44.530076 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-db17498c-d393-492d-9fe3-56fbe63d6d50 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c2cb736-848f-4d87-9124-a12d05a83b3f HTTP/1.1" status: 204 len: 168 time: 0.1337500 Jul 19 17:47:44.538728 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17498c-d393-492d-9fe3-56fbe63d6d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2cb736-848f-4d87-9124-a12d05a83b3f,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:46.241576 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 57536) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:46.341263 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbffa-ef2a-461f-bbba-86729f35cafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:46.427771 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbffa-ef2a-461f-bbba-86729f35cafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:46.431330 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbffa-ef2a-461f-bbba-86729f35cafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:46.467710 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-7cbdbffa-ef2a-461f-bbba-86729f35cafb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7330186c6af74681885680df7db40d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250915 Jul 19 17:47:46.468789 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbdbffa-ef2a-461f-bbba-86729f35cafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b9b7e6-6003-4eac-aeed-cec0c4bf24b0,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:46.470426 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57540) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:46.520048 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3fea3601-bb11-47cf-a6a3-946fbbac1086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:46.540424 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3fea3601-bb11-47cf-a6a3-946fbbac1086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:46.586277 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3fea3601-bb11-47cf-a6a3-946fbbac1086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:46.588789 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3fea3601-bb11-47cf-a6a3-946fbbac1086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:46.589922 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-3fea3601-bb11-47cf-a6a3-946fbbac1086 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73b9b7e6-6003-4eac-aeed-cec0c4bf24b0 HTTP/1.1" status: 204 len: 168 time: 0.1173625 Jul 19 17:47:46.597299 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea3601-bb11-47cf-a6a3-946fbbac1086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b9b7e6-6003-4eac-aeed-cec0c4bf24b0,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:46.604792 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea3601-bb11-47cf-a6a3-946fbbac1086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:46.605142 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea3601-bb11-47cf-a6a3-946fbbac1086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:46.605484 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea3601-bb11-47cf-a6a3-946fbbac1086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:46.605879 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea3601-bb11-47cf-a6a3-946fbbac1086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:46.606392 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea3601-bb11-47cf-a6a3-946fbbac1086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:46.606728 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea3601-bb11-47cf-a6a3-946fbbac1086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:46.607055 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea3601-bb11-47cf-a6a3-946fbbac1086 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:46.607381 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea3601-bb11-47cf-a6a3-946fbbac1086 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:46.607711 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea3601-bb11-47cf-a6a3-946fbbac1086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:46.608033 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea3601-bb11-47cf-a6a3-946fbbac1086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:46.608352 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea3601-bb11-47cf-a6a3-946fbbac1086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:46.608669 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea3601-bb11-47cf-a6a3-946fbbac1086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:46.835590 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57546) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:46.848320 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8f92ad4d-3a66-4c4f-8b8b-a52ebf437200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:46.933866 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8f92ad4d-3a66-4c4f-8b8b-a52ebf437200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:46.937309 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8f92ad4d-3a66-4c4f-8b8b-a52ebf437200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:46.974114 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-8f92ad4d-3a66-4c4f-8b8b-a52ebf437200 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd0b46ea700d4f5aa35d4d3f67efdff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1373880 Jul 19 17:47:46.975002 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92ad4d-3a66-4c4f-8b8b-a52ebf437200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93da93b-12d4-4d7c-b7ab-d6cd9402f241,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:46.976866 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 57548) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:47.025883 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7551-be8a-415a-a03c-ca6a668e82af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:47.303238 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7551-be8a-415a-a03c-ca6a668e82af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:47.352936 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7551-be8a-415a-a03c-ca6a668e82af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:47.355786 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7551-be8a-415a-a03c-ca6a668e82af admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:47.356937 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-3e2a7551-be8a-415a-a03c-ca6a668e82af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e93da93b-12d4-4d7c-b7ab-d6cd9402f241 HTTP/1.1" status: 204 len: 168 time: 0.3790979 Jul 19 17:47:47.365432 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a7551-be8a-415a-a03c-ca6a668e82af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93da93b-12d4-4d7c-b7ab-d6cd9402f241,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:47.378551 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2a7551-be8a-415a-a03c-ca6a668e82af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:47.378986 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2a7551-be8a-415a-a03c-ca6a668e82af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:47.379489 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2a7551-be8a-415a-a03c-ca6a668e82af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:47.379930 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2a7551-be8a-415a-a03c-ca6a668e82af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:47.380514 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2a7551-be8a-415a-a03c-ca6a668e82af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:47.380939 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2a7551-be8a-415a-a03c-ca6a668e82af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:47.381305 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2a7551-be8a-415a-a03c-ca6a668e82af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:47.381699 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2a7551-be8a-415a-a03c-ca6a668e82af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:47.382282 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2a7551-be8a-415a-a03c-ca6a668e82af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:47.382675 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2a7551-be8a-415a-a03c-ca6a668e82af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:47.383121 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2a7551-be8a-415a-a03c-ca6a668e82af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:47.383805 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2a7551-be8a-415a-a03c-ca6a668e82af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:47:49.180928 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d1fa0e4f-8e88-47fb-8c2c-926a3df3244e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:51.702080 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-1c8a365b-d9a6-452b-a897-9ee82b91e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:51.933075 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:53.110228 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:53.836102 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:54.508612 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:55.213397 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 57752) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:55.316188 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f4946e8a-4780-4881-8919-31cf137bb7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:55.402626 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f4946e8a-4780-4881-8919-31cf137bb7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:55.406135 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-f4946e8a-4780-4881-8919-31cf137bb7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:55.443407 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-f4946e8a-4780-4881-8919-31cf137bb7ed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b74a7e9dbeb4ebdad96eeeef30f3c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289577 Jul 19 17:47:55.444559 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4946e8a-4780-4881-8919-31cf137bb7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59019266-3a41-47d2-87ff-2f10ef20e6a3,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:55.446192 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57758) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:55.497089 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7d771681-a0f9-4586-8b71-f0d150c8d5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:55.518139 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7d771681-a0f9-4586-8b71-f0d150c8d5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:55.563794 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7d771681-a0f9-4586-8b71-f0d150c8d5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:55.566344 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7d771681-a0f9-4586-8b71-f0d150c8d5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:55.567479 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-7d771681-a0f9-4586-8b71-f0d150c8d5a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/59019266-3a41-47d2-87ff-2f10ef20e6a3 HTTP/1.1" status: 204 len: 168 time: 0.1202390 Jul 19 17:47:55.574887 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d771681-a0f9-4586-8b71-f0d150c8d5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59019266-3a41-47d2-87ff-2f10ef20e6a3,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:55.814476 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57764) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:55.827795 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-44e24130-1c85-4de2-93a3-4a8da7d8de41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:55.910910 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-44e24130-1c85-4de2-93a3-4a8da7d8de41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:55.914520 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-44e24130-1c85-4de2-93a3-4a8da7d8de41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:55.951924 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-44e24130-1c85-4de2-93a3-4a8da7d8de41 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e62be48b8bdb4f70947c7bde19ce1c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1358709 Jul 19 17:47:55.952776 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e24130-1c85-4de2-93a3-4a8da7d8de41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e22d0ab-489c-4e09-a937-f94dfb9d5725,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:55.954570 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 57766) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:56.006342 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ae38a8b1-5e0f-4a43-9c81-2fa3436792d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:56.026725 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ae38a8b1-5e0f-4a43-9c81-2fa3436792d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:56.075580 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ae38a8b1-5e0f-4a43-9c81-2fa3436792d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:56.078278 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-ae38a8b1-5e0f-4a43-9c81-2fa3436792d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:56.079417 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-ae38a8b1-5e0f-4a43-9c81-2fa3436792d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e22d0ab-489c-4e09-a937-f94dfb9d5725 HTTP/1.1" status: 204 len: 168 time: 0.1238649 Jul 19 17:47:56.087601 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38a8b1-5e0f-4a43-9c81-2fa3436792d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e22d0ab-489c-4e09-a937-f94dfb9d5725,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:56.890517 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57810) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:56.991135 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a52d63c7-af56-47a5-bb2e-c06cf99af49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:57.089285 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a52d63c7-af56-47a5-bb2e-c06cf99af49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:57.093076 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a52d63c7-af56-47a5-bb2e-c06cf99af49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:57.134059 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-a52d63c7-af56-47a5-bb2e-c06cf99af49f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb4ca55d42ae45bc8d90e52d942816fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424481 Jul 19 17:47:57.135155 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d63c7-af56-47a5-bb2e-c06cf99af49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138c8347-592f-4f2e-b66c-9aa4e7754798,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:57.136744 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 57822) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:57.188352 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0b082cea-b4c5-418f-8d9f-54757eb2d433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:57.209769 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0b082cea-b4c5-418f-8d9f-54757eb2d433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:57.255470 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0b082cea-b4c5-418f-8d9f-54757eb2d433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:57.258479 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0b082cea-b4c5-418f-8d9f-54757eb2d433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:57.262591 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-0b082cea-b4c5-418f-8d9f-54757eb2d433 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/138c8347-592f-4f2e-b66c-9aa4e7754798 HTTP/1.1" status: 204 len: 168 time: 0.1248066 Jul 19 17:47:57.272376 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b082cea-b4c5-418f-8d9f-54757eb2d433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138c8347-592f-4f2e-b66c-9aa4e7754798,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:57.577242 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 57854) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:57.591643 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1f0cdde8-1c55-4cc0-a08a-a82a5e4ba733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:57.685665 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1f0cdde8-1c55-4cc0-a08a-a82a5e4ba733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:57.690930 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-1f0cdde8-1c55-4cc0-a08a-a82a5e4ba733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:57.730076 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-1f0cdde8-1c55-4cc0-a08a-a82a5e4ba733 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c1e78601b6e4e7fa54d0fa6ceafa2ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515434 Jul 19 17:47:57.731179 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cdde8-1c55-4cc0-a08a-a82a5e4ba733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201248b8-0fff-46e9-8a55-f07e48de3274,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:57.732717 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57864) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:57.784343 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-cd30a21a-8e62-4a71-ae5f-bfe7ff57e215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:57.807008 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-cd30a21a-8e62-4a71-ae5f-bfe7ff57e215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:57.854464 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-cd30a21a-8e62-4a71-ae5f-bfe7ff57e215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:57.857069 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-cd30a21a-8e62-4a71-ae5f-bfe7ff57e215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:57.860800 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-cd30a21a-8e62-4a71-ae5f-bfe7ff57e215 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/201248b8-0fff-46e9-8a55-f07e48de3274 HTTP/1.1" status: 204 len: 168 time: 0.1268539 Jul 19 17:47:57.869254 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30a21a-8e62-4a71-ae5f-bfe7ff57e215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201248b8-0fff-46e9-8a55-f07e48de3274,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:57.919302 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57870) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:58.119018 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8877b30c-10f2-4c33-9027-100cea9821c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:58.166965 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 57876) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:58.187352 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-de5625d2-6d3d-454e-8b63-1a91eaf58807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:58.210891 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8877b30c-10f2-4c33-9027-100cea9821c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:58.214476 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-8877b30c-10f2-4c33-9027-100cea9821c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:58.251997 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-8877b30c-10f2-4c33-9027-100cea9821c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1ebd7148e9a4c19bbf7897b2e98e04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314865 Jul 19 17:47:58.254769 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57878) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:58.262058 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877b30c-10f2-4c33-9027-100cea9821c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d8dac8-8be5-4ab3-aaa3-4e3502a6b99d,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:58.292577 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-de5625d2-6d3d-454e-8b63-1a91eaf58807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:58.296579 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-de5625d2-6d3d-454e-8b63-1a91eaf58807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:58.310940 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b22f0160-cc74-4a0c-b144-4ac52b8f942a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:58.331873 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b22f0160-cc74-4a0c-b144-4ac52b8f942a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:58.333931 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-de5625d2-6d3d-454e-8b63-1a91eaf58807 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bf81dc90a61f4c33bef71b2df00c005e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658263 Jul 19 17:47:58.334797 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5625d2-6d3d-454e-8b63-1a91eaf58807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e816c975-6a6d-44b0-b5ce-f1bf3a42d443,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:58.337482 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57880) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:58.405104 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-07e10353-b02e-4bfa-9310-f37d9d305d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:58.419877 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b22f0160-cc74-4a0c-b144-4ac52b8f942a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:58.422399 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b22f0160-cc74-4a0c-b144-4ac52b8f942a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:58.423521 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-b22f0160-cc74-4a0c-b144-4ac52b8f942a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91d8dac8-8be5-4ab3-aaa3-4e3502a6b99d HTTP/1.1" status: 204 len: 168 time: 0.1678364 Jul 19 17:47:58.433777 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-07e10353-b02e-4bfa-9310-f37d9d305d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:58.443987 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f0160-cc74-4a0c-b144-4ac52b8f942a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d8dac8-8be5-4ab3-aaa3-4e3502a6b99d,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:58.499418 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-07e10353-b02e-4bfa-9310-f37d9d305d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:58.502667 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-07e10353-b02e-4bfa-9310-f37d9d305d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:58.503990 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-07e10353-b02e-4bfa-9310-f37d9d305d85 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e816c975-6a6d-44b0-b5ce-f1bf3a42d443 HTTP/1.1" status: 204 len: 168 time: 0.1653891 Jul 19 17:47:58.511523 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e10353-b02e-4bfa-9310-f37d9d305d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e816c975-6a6d-44b0-b5ce-f1bf3a42d443,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:58.797802 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57896) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:58.811259 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-142fb133-69b8-4dc5-a676-1f416f138671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:58.903874 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-142fb133-69b8-4dc5-a676-1f416f138671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:58.908110 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-142fb133-69b8-4dc5-a676-1f416f138671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:58.948806 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-142fb133-69b8-4dc5-a676-1f416f138671 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9521553f39147d0a817425437f44d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498632 Jul 19 17:47:58.951351 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57900) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:47:58.957243 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fb133-69b8-4dc5-a676-1f416f138671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8b2a8b-b251-4d0a-b037-431d8cfb1157,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:47:59.001752 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3dae46aa-92f4-46ff-a18b-f3194bafa3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:59.022731 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3dae46aa-92f4-46ff-a18b-f3194bafa3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:59.069786 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3dae46aa-92f4-46ff-a18b-f3194bafa3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:59.072552 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3dae46aa-92f4-46ff-a18b-f3194bafa3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:47:59.073777 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-3dae46aa-92f4-46ff-a18b-f3194bafa3fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec8b2a8b-b251-4d0a-b037-431d8cfb1157 HTTP/1.1" status: 204 len: 168 time: 0.1215034 Jul 19 17:47:59.083445 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae46aa-92f4-46ff-a18b-f3194bafa3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8b2a8b-b251-4d0a-b037-431d8cfb1157,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:00.934291 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 57994) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:01.031883 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3940975a-2cfa-4500-bdeb-30c9a7754c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:01.121262 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3940975a-2cfa-4500-bdeb-30c9a7754c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:01.125875 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3940975a-2cfa-4500-bdeb-30c9a7754c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:01.163701 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-3940975a-2cfa-4500-bdeb-30c9a7754c4c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bbcbbec191e84848a6dd03425d0807e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283566 Jul 19 17:48:01.164643 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940975a-2cfa-4500-bdeb-30c9a7754c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6998ec95-f2a9-419f-b589-2c9b2955afd5,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:01.166421 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 57998) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:01.214688 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a0685b83-749e-4c40-b902-8d46cb92524b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:01.239401 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a0685b83-749e-4c40-b902-8d46cb92524b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:01.283948 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a0685b83-749e-4c40-b902-8d46cb92524b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:01.286670 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-a0685b83-749e-4c40-b902-8d46cb92524b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:01.287818 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-a0685b83-749e-4c40-b902-8d46cb92524b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6998ec95-f2a9-419f-b589-2c9b2955afd5 HTTP/1.1" status: 204 len: 168 time: 0.1203897 Jul 19 17:48:01.295477 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0685b83-749e-4c40-b902-8d46cb92524b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6998ec95-f2a9-419f-b589-2c9b2955afd5,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:01.547477 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58008) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:01.560579 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e78158b1-27dd-4e4d-9833-e4bb78189100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:01.658350 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e78158b1-27dd-4e4d-9833-e4bb78189100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:01.662694 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e78158b1-27dd-4e4d-9833-e4bb78189100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:01.701302 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-e78158b1-27dd-4e4d-9833-e4bb78189100 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=92a79f6c045a4e33944954feb5782bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526318 Jul 19 17:48:01.703251 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78158b1-27dd-4e4d-9833-e4bb78189100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3901bc0-0776-48f6-8fba-2c21d6fb29fc,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:01.703989 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58012) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:01.754240 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0712445a-375c-4324-a1ca-35cb6599ca94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:01.774373 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0712445a-375c-4324-a1ca-35cb6599ca94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:01.819383 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0712445a-375c-4324-a1ca-35cb6599ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:01.821945 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-0712445a-375c-4324-a1ca-35cb6599ca94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:01.823104 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-0712445a-375c-4324-a1ca-35cb6599ca94 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3901bc0-0776-48f6-8fba-2c21d6fb29fc HTTP/1.1" status: 204 len: 168 time: 0.1181607 Jul 19 17:48:01.830989 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712445a-375c-4324-a1ca-35cb6599ca94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3901bc0-0776-48f6-8fba-2c21d6fb29fc,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:02.451665 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58034) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:02.542523 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-cff85d31-e8ba-4076-b71f-a6eb7d084ad5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2131240211-network', 'tenant_id': 'c17d1467289c42b49adebafe646b73e1'}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:48:02.563587 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff85d31-e8ba-4076-b71f-a6eb7d084ad5 admin admin] Made reservation on behalf of c17d1467289c42b49adebafe646b73e1 for: {'network': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:48:02.566108 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-cff85d31-e8ba-4076-b71f-a6eb7d084ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:02.574126 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-cff85d31-e8ba-4076-b71f-a6eb7d084ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:02.658854 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-cff85d31-e8ba-4076-b71f-a6eb7d084ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:02.662947 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-cff85d31-e8ba-4076-b71f-a6eb7d084ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:02.689103 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff85d31-e8ba-4076-b71f-a6eb7d084ad5 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=99967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:48:02.694648 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff85d31-e8ba-4076-b71f-a6eb7d084ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5855e9-ce26-4a2e-bf14-47d0b28d3dba,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:02.703721 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-cff85d31-e8ba-4076-b71f-a6eb7d084ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:02.704297 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.segments_db [None req-cff85d31-e8ba-4076-b71f-a6eb7d084ad5 admin admin] Added segment 8e9be1c5-71b3-4cd8-9f89-9f9f8fc1f1b4 of type vlan for network 859d0e69-7159-4c9f-9a7c-1375ebea2fb5 Jul 19 17:48:02.743792 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-cff85d31-e8ba-4076-b71f-a6eb7d084ad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:02.771103 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-cff85d31-e8ba-4076-b71f-a6eb7d084ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:02.772082 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff85d31-e8ba-4076-b71f-a6eb7d084ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:02.772662 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-cff85d31-e8ba-4076-b71f-a6eb7d084ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:02.805817 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-cff85d31-e8ba-4076-b71f-a6eb7d084ad5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3530850 Jul 19 17:48:02.808866 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58040) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:02.813970 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-2e933986-8f90-491e-928d-ba8be3ca8ceb admin admin] Request body: {'subnet': {'network_id': '859d0e69-7159-4c9f-9a7c-1375ebea2fb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2131240211-subnet', 'tenant_id': 'c17d1467289c42b49adebafe646b73e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:48:02.834602 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e933986-8f90-491e-928d-ba8be3ca8ceb admin admin] Made reservation on behalf of c17d1467289c42b49adebafe646b73e1 for: {'subnet': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:48:02.835285 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff85d31-e8ba-4076-b71f-a6eb7d084ad5 admin admin] Pushing event updated for resources: {'Network': ['ID=859d0e69-7159-4c9f-9a7c-1375ebea2fb5,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:02.837048 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-2e933986-8f90-491e-928d-ba8be3ca8ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8584608'] for subnet, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:02.845035 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network 859d0e69-7159-4c9f-9a7c-1375ebea2fb5 details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:48:03.001643 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-2e933986-8f90-491e-928d-ba8be3ca8ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9063131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8584662'] for subnet, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:03.056922 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e933986-8f90-491e-928d-ba8be3ca8ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c3d013-9fec-40c7-ba64-bd8b2ddf173c,revision_number=0']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:03.066784 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e933986-8f90-491e-928d-ba8be3ca8ceb admin admin] Checking segment: {'id': '8e9be1c5-71b3-4cd8-9f89-9f9f8fc1f1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '859d0e69-7159-4c9f-9a7c-1375ebea2fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:48:03.067142 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e933986-8f90-491e-928d-ba8be3ca8ceb admin admin] Network hostable DHCP agents. Network: 859d0e69-7159-4c9f-9a7c-1375ebea2fb5, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:48:03.083337 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e933986-8f90-491e-928d-ba8be3ca8ceb admin admin] Network 859d0e69-7159-4c9f-9a7c-1375ebea2fb5 is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:48:03.091489 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.base_scheduler [None req-2e933986-8f90-491e-928d-ba8be3ca8ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, 859d0e69-7159-4c9f-9a7c-1375ebea2fb5) {{(pid=99966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:48:03.095611 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e933986-8f90-491e-928d-ba8be3ca8ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:03.096196 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-2e933986-8f90-491e-928d-ba8be3ca8ceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:03.100216 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9db533d-a17b-4e3c-9f67-6b3170edbc99 None None] Network 859d0e69-7159-4c9f-9a7c-1375ebea2fb5 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:48:03.109532 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-2e933986-8f90-491e-928d-ba8be3ca8ceb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2993946 Jul 19 17:48:03.222759 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8943edd-e51e-4fc8-bcbc-605c33f574b8 None None] Network 859d0e69-7159-4c9f-9a7c-1375ebea2fb5 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:48:03.552822 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58056) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:03.557785 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.v2.base [None req-58d11cf8-233f-4988-9e9f-992de30f85aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-672275153-network', 'tenant_id': '105050561a684f7597467b7bbcb185c3'}} {{(pid=99966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:48:03.577943 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d11cf8-233f-4988-9e9f-992de30f85aa admin admin] Made reservation on behalf of 105050561a684f7597467b7bbcb185c3 for: {'network': 1} {{(pid=99966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:48:03.580329 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-58d11cf8-233f-4988-9e9f-992de30f85aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for network, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:03.589161 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-58d11cf8-233f-4988-9e9f-992de30f85aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:03.675904 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-58d11cf8-233f-4988-9e9f-992de30f85aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:03.679831 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-58d11cf8-233f-4988-9e9f-992de30f85aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:03.700487 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d11cf8-233f-4988-9e9f-992de30f85aa admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=99966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 17:48:03.713656 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d11cf8-233f-4988-9e9f-992de30f85aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef78a0f1-d085-4bbe-9fcc-a0cb19764994,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:03.718540 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-58d11cf8-233f-4988-9e9f-992de30f85aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:03.718887 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.db.segments_db [None req-58d11cf8-233f-4988-9e9f-992de30f85aa admin admin] Added segment e28aeead-13a0-4e71-aa77-2109f24e0ff6 of type vlan for network 38fa3edb-4eea-4404-8dc4-8747fbd92811 Jul 19 17:48:03.763396 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-58d11cf8-233f-4988-9e9f-992de30f85aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740605009677'] for network, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:03.790972 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-58d11cf8-233f-4988-9e9f-992de30f85aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295'] for network, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:03.791928 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d11cf8-233f-4988-9e9f-992de30f85aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:03.792497 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-58d11cf8-233f-4988-9e9f-992de30f85aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:03.823175 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-58d11cf8-233f-4988-9e9f-992de30f85aa admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2693067 Jul 19 17:48:03.826047 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58060) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:03.831145 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.v2.base [None req-6732ae83-44cf-48a4-9adc-e9aaacf6a268 admin admin] Request body: {'subnet': {'network_id': '38fa3edb-4eea-4404-8dc4-8747fbd92811', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-672275153-subnet', 'tenant_id': '105050561a684f7597467b7bbcb185c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 17:48:03.851117 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6732ae83-44cf-48a4-9adc-e9aaacf6a268 admin admin] Made reservation on behalf of 105050561a684f7597467b7bbcb185c3 for: {'subnet': 1} {{(pid=99967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 17:48:03.852178 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d11cf8-233f-4988-9e9f-992de30f85aa admin admin] Pushing event updated for resources: {'Network': ['ID=38fa3edb-4eea-4404-8dc4-8747fbd92811,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:03.853451 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6732ae83-44cf-48a4-9adc-e9aaacf6a268 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10261927'] for subnet, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:03.862526 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Network 38fa3edb-4eea-4404-8dc4-8747fbd92811 details requested by agent ovs-agent-dv-cinder-800696-4-iscsi with host dv-cinder-800696-4-iscsi {{(pid=99968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 17:48:04.036603 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6732ae83-44cf-48a4-9adc-e9aaacf6a268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8558793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10261969'] for subnet, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:04.091536 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732ae83-44cf-48a4-9adc-e9aaacf6a268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5feb353-4950-4cce-a21b-f220874869f5,revision_number=0']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:04.101436 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6732ae83-44cf-48a4-9adc-e9aaacf6a268 admin admin] Checking segment: {'id': 'e28aeead-13a0-4e71-aa77-2109f24e0ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '38fa3edb-4eea-4404-8dc4-8747fbd92811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 17:48:04.101787 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6732ae83-44cf-48a4-9adc-e9aaacf6a268 admin admin] Network hostable DHCP agents. Network: 38fa3edb-4eea-4404-8dc4-8747fbd92811, hostable agents: ['a0843f15-0de3-4f6c-a6ad-c5774ea0a61d'], hosted agents: [] {{(pid=99967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 17:48:04.117653 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6732ae83-44cf-48a4-9adc-e9aaacf6a268 admin admin] Network 38fa3edb-4eea-4404-8dc4-8747fbd92811 is scheduled to be hosted by DHCP agent a0843f15-0de3-4f6c-a6ad-c5774ea0a61d with binding_index 1 {{(pid=99967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 17:48:04.125489 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.base_scheduler [None req-6732ae83-44cf-48a4-9adc-e9aaacf6a268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-4-iscsi, 38fa3edb-4eea-4404-8dc4-8747fbd92811) {{(pid=99967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 17:48:04.129820 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6732ae83-44cf-48a4-9adc-e9aaacf6a268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:04.131047 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-6732ae83-44cf-48a4-9adc-e9aaacf6a268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:04.133851 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61457884-16ae-4772-9214-5d6f9f46d080 None None] Network 38fa3edb-4eea-4404-8dc4-8747fbd92811 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:48:04.144672 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-6732ae83-44cf-48a4-9adc-e9aaacf6a268 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3173933 Jul 19 17:48:04.271963 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9a219a-97e7-4180-8db8-7d0de830bcc5 None None] Network 38fa3edb-4eea-4404-8dc4-8747fbd92811 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:48:07.607275 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58122) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:07.710884 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9478e557-fb9b-47cd-8f89-3c1e82df1f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:07.805111 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9478e557-fb9b-47cd-8f89-3c1e82df1f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:07.808485 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9478e557-fb9b-47cd-8f89-3c1e82df1f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:07.845393 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-9478e557-fb9b-47cd-8f89-3c1e82df1f5c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d2f293f19b149eda91599b720a1c678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370667 Jul 19 17:48:07.846215 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478e557-fb9b-47cd-8f89-3c1e82df1f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b344d2ee-24f1-44db-85ff-cdb9251a8c79,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:07.848147 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58126) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:07.896413 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d8375e94-2278-4228-a798-8b95eb158928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:07.917185 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d8375e94-2278-4228-a798-8b95eb158928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:07.965763 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d8375e94-2278-4228-a798-8b95eb158928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:07.968248 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-d8375e94-2278-4228-a798-8b95eb158928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:07.969347 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-d8375e94-2278-4228-a798-8b95eb158928 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b344d2ee-24f1-44db-85ff-cdb9251a8c79 HTTP/1.1" status: 204 len: 168 time: 0.1201539 Jul 19 17:48:07.976689 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8375e94-2278-4228-a798-8b95eb158928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b344d2ee-24f1-44db-85ff-cdb9251a8c79,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:08.219788 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58132) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:08.233151 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-da7ef1de-d91d-4033-904d-3055b80b57c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:08.335823 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-da7ef1de-d91d-4033-904d-3055b80b57c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:08.339735 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-da7ef1de-d91d-4033-904d-3055b80b57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:08.380180 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-da7ef1de-d91d-4033-904d-3055b80b57c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=68b27497bd294728a364da978174d325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593003 Jul 19 17:48:08.381047 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ef1de-d91d-4033-904d-3055b80b57c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf4d1a5-48fc-49bd-8c1a-a79e07192c6a,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:08.382842 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58140) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:08.445408 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-43f0ebb5-5789-4ff8-952e-8f75ea84eec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:08.467284 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-43f0ebb5-5789-4ff8-952e-8f75ea84eec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:08.518188 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-43f0ebb5-5789-4ff8-952e-8f75ea84eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:08.520666 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-43f0ebb5-5789-4ff8-952e-8f75ea84eec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:08.521962 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-43f0ebb5-5789-4ff8-952e-8f75ea84eec9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1cf4d1a5-48fc-49bd-8c1a-a79e07192c6a HTTP/1.1" status: 204 len: 168 time: 0.1380861 Jul 19 17:48:08.529167 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0ebb5-5789-4ff8-952e-8f75ea84eec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf4d1a5-48fc-49bd-8c1a-a79e07192c6a,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:10.715451 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:48:17.501473 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58316) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:17.544181 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef71d148-ab30-4ca6-86e0-f8c7114bc953 admin admin] Deleting subnet 29c3d013-9fec-40c7-ba64-bd8b2ddf173c {{(pid=99967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:48:17.547166 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ef71d148-ab30-4ca6-86e0-f8c7114bc953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:17.582733 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ef71d148-ab30-4ca6-86e0-f8c7114bc953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8558846'] for subnet, precommit_delete_associations {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:17.619861 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ef71d148-ab30-4ca6-86e0-f8c7114bc953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364798'] for subnet, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:17.671677 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ef71d148-ab30-4ca6-86e0-f8c7114bc953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10261960'] for subnet, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:17.696927 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71d148-ab30-4ca6-86e0-f8c7114bc953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c3d013-9fec-40c7-ba64-bd8b2ddf173c,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:17.700553 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ef71d148-ab30-4ca6-86e0-f8c7114bc953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:17.702923 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-ef71d148-ab30-4ca6-86e0-f8c7114bc953 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/29c3d013-9fec-40c7-ba64-bd8b2ddf173c HTTP/1.1" status: 204 len: 168 time: 0.2000995 Jul 19 17:48:17.705868 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58322) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:17.778549 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a29d65fa-6d8d-4da4-9b1c-3bec541190d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623415'] for network, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:17.853333 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a29d65fa-6d8d-4da4-9b1c-3bec541190d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366034', 'neutron.services.segments.db._delete_segments_for_network-8740605476410'] for network, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:17.863388 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-a29d65fa-6d8d-4da4-9b1c-3bec541190d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859d0e69-7159-4c9f-9a7c-1375ebea2fb5']}} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:48:17.872791 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-a29d65fa-6d8d-4da4-9b1c-3bec541190d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9be1c5-71b3-4cd8-9f89-9f9f8fc1f1b4') {'for_net_delete': True} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:48:17.873078 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-a29d65fa-6d8d-4da4-9b1c-3bec541190d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9be1c5-71b3-4cd8-9f89-9f9f8fc1f1b4') {} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:48:17.881968 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a29d65fa-6d8d-4da4-9b1c-3bec541190d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740605480259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8558821'] for segment, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:17.899783 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a29d65fa-6d8d-4da4-9b1c-3bec541190d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:17.905588 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29d65fa-6d8d-4da4-9b1c-3bec541190d0 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=99967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:48:17.905966 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a29d65fa-6d8d-4da4-9b1c-3bec541190d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558688'] for segment, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: Traceback (most recent call last): Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: timer() Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: cb(*args, **kw) Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: return func(*args, **kwargs) Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: self._notify() Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: self.callback(batched_events) Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: event.method(event) Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: return f(self, *a, **k) Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._get(url).json() Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: return self.request(url, 'GET', **kwargs) Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:48:17.907614 dv-cinder-800696-4-iscsi neutron-server[99967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:48:17.959804 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a29d65fa-6d8d-4da4-9b1c-3bec541190d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418180'] for network, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:17.964970 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a29d65fa-6d8d-4da4-9b1c-3bec541190d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:17.966827 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-a29d65fa-6d8d-4da4-9b1c-3bec541190d0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/859d0e69-7159-4c9f-9a7c-1375ebea2fb5 HTTP/1.1" status: 204 len: 168 time: 0.2595382 Jul 19 17:48:17.969652 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58326) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:17.977380 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d65fa-6d8d-4da4-9b1c-3bec541190d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=859d0e69-7159-4c9f-9a7c-1375ebea2fb5,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:18.014062 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.db_base_plugin_v2 [None req-07dcfe3e-a2bc-4e0c-8ca6-0f1109f8f363 admin admin] Deleting subnet e5feb353-4950-4cce-a21b-f220874869f5 {{(pid=99966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:48:18.017209 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-07dcfe3e-a2bc-4e0c-8ca6-0f1109f8f363 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:18.052121 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-07dcfe3e-a2bc-4e0c-8ca6-0f1109f8f363 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8026701'] for subnet, precommit_delete_associations {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:18.092522 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-07dcfe3e-a2bc-4e0c-8ca6-0f1109f8f363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364798'] for subnet, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:18.141814 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-07dcfe3e-a2bc-4e0c-8ca6-0f1109f8f363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9062936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584655'] for subnet, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:18.167670 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcfe3e-a2bc-4e0c-8ca6-0f1109f8f363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5feb353-4950-4cce-a21b-f220874869f5,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:18.169572 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-07dcfe3e-a2bc-4e0c-8ca6-0f1109f8f363 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:18.171414 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-07dcfe3e-a2bc-4e0c-8ca6-0f1109f8f363 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e5feb353-4950-4cce-a21b-f220874869f5 HTTP/1.1" status: 204 len: 168 time: 0.2007542 Jul 19 17:48:18.174410 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58330) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:18.239029 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3f67971c-9028-42cc-ad7d-1c114dacd216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623415'] for network, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:18.319676 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3f67971c-9028-42cc-ad7d-1c114dacd216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366034', 'neutron.services.segments.db._delete_segments_for_network-8740605476410'] for network, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:18.329009 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.services.segments.db [None req-3f67971c-9028-42cc-ad7d-1c114dacd216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38fa3edb-4eea-4404-8dc4-8747fbd92811']}} {{(pid=99966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:48:18.338319 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.services.segments.db [None req-3f67971c-9028-42cc-ad7d-1c114dacd216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28aeead-13a0-4e71-aa77-2109f24e0ff6') {'for_net_delete': True} {{(pid=99966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:48:18.338624 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.services.segments.db [None req-3f67971c-9028-42cc-ad7d-1c114dacd216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28aeead-13a0-4e71-aa77-2109f24e0ff6') {} {{(pid=99966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:48:18.347706 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3f67971c-9028-42cc-ad7d-1c114dacd216 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740605480259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8026710'] for segment, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:18.361739 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3f67971c-9028-42cc-ad7d-1c114dacd216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:18.367374 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f67971c-9028-42cc-ad7d-1c114dacd216 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=99966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:48:18.367779 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3f67971c-9028-42cc-ad7d-1c114dacd216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9063026'] for segment, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: Traceback (most recent call last): Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: timer() Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: cb(*args, **kw) Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: return func(*args, **kwargs) Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: self._notify() Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: self.callback(batched_events) Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: event.method(event) Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: return f(self, *a, **k) Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: return self._get(url).json() Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: return self.request(url, 'GET', **kwargs) Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:48:18.369502 dv-cinder-800696-4-iscsi neutron-server[99966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:48:18.424296 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3f67971c-9028-42cc-ad7d-1c114dacd216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418180'] for network, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:18.429620 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-3f67971c-9028-42cc-ad7d-1c114dacd216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:18.431575 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-3f67971c-9028-42cc-ad7d-1c114dacd216 admin admin] 10.222.0.58 "DELETE /v2.0/networks/38fa3edb-4eea-4404-8dc4-8747fbd92811 HTTP/1.1" status: 204 len: 168 time: 0.2562845 Jul 19 17:48:18.442095 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67971c-9028-42cc-ad7d-1c114dacd216 admin admin] Pushing event deleted for resources: {'Network': ['ID=38fa3edb-4eea-4404-8dc4-8747fbd92811,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:18.581834 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58334) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:18.620727 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-9f34a7b1-5f43-42c7-9008-d8abb86abb3d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c17d1467289c42b49adebafe646b73e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376997 Jul 19 17:48:18.623036 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58336) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:18.669805 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-bf1b7c90-d85c-4565-91c4-5858fcc28fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:18.690160 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-bf1b7c90-d85c-4565-91c4-5858fcc28fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:18.734713 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-bf1b7c90-d85c-4565-91c4-5858fcc28fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:18.737250 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-bf1b7c90-d85c-4565-91c4-5858fcc28fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:18.738451 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-bf1b7c90-d85c-4565-91c4-5858fcc28fde admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c5855e9-ce26-4a2e-bf14-47d0b28d3dba HTTP/1.1" status: 204 len: 168 time: 0.1145513 Jul 19 17:48:18.745678 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b7c90-d85c-4565-91c4-5858fcc28fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5855e9-ce26-4a2e-bf14-47d0b28d3dba,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:19.044324 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58348) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:19.077194 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58350) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:19.088269 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-e3d00f5b-c8dc-4b61-a1bd-a49d1a19aba6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=105050561a684f7597467b7bbcb185c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426002 Jul 19 17:48:19.090676 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58354) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:19.138630 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-2b56d4f6-129c-464f-b67c-94ffcfbeca2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:19.159173 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-2b56d4f6-129c-464f-b67c-94ffcfbeca2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:19.185499 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e7078e2e-92bc-4878-a613-779fb6d90ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:19.215269 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-2b56d4f6-129c-464f-b67c-94ffcfbeca2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:19.218129 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-2b56d4f6-129c-464f-b67c-94ffcfbeca2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:19.219958 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-2b56d4f6-129c-464f-b67c-94ffcfbeca2c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef78a0f1-d085-4bbe-9fcc-a0cb19764994 HTTP/1.1" status: 204 len: 168 time: 0.1280313 Jul 19 17:48:19.231324 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56d4f6-129c-464f-b67c-94ffcfbeca2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef78a0f1-d085-4bbe-9fcc-a0cb19764994,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:19.266608 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e11c941c-def4-4745-ae9d-9150325c44f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:19.366368 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e11c941c-def4-4745-ae9d-9150325c44f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:19.370169 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-e11c941c-def4-4745-ae9d-9150325c44f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:19.406700 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-e11c941c-def4-4745-ae9d-9150325c44f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c8e4b4c8e5d479f83c16e3f4db3a075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284078 Jul 19 17:48:19.409350 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58362) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:19.411435 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c941c-def4-4745-ae9d-9150325c44f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09f21ab-24b0-4718-9f65-0d67ed61ed3c,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:19.464415 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-acaf63b4-fe25-4d52-9a4d-853916421c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:19.491371 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-acaf63b4-fe25-4d52-9a4d-853916421c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:19.551107 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-acaf63b4-fe25-4d52-9a4d-853916421c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:19.554326 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-acaf63b4-fe25-4d52-9a4d-853916421c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:19.555569 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-acaf63b4-fe25-4d52-9a4d-853916421c49 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a09f21ab-24b0-4718-9f65-0d67ed61ed3c HTTP/1.1" status: 204 len: 168 time: 0.1450121 Jul 19 17:48:19.565043 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf63b4-fe25-4d52-9a4d-853916421c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09f21ab-24b0-4718-9f65-0d67ed61ed3c,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:19.658309 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5633975-a793-4d14-8f0e-71ded5289525 req-18ffd003-6e08-4c25-8208-c654d18dcc15 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:19.659842 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a5633975-a793-4d14-8f0e-71ded5289525 req-18ffd003-6e08-4c25-8208-c654d18dcc15 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0701101 Jul 19 17:48:19.701519 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a5633975-a793-4d14-8f0e-71ded5289525 req-a0367b87-032b-4133-bb38-db50750cca05 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354822 Jul 19 17:48:19.880247 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58386) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:19.893684 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-380f0fc9-1bb3-4984-9eed-63943b0dc620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:19.984369 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-380f0fc9-1bb3-4984-9eed-63943b0dc620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:19.988158 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-380f0fc9-1bb3-4984-9eed-63943b0dc620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:20.028486 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-380f0fc9-1bb3-4984-9eed-63943b0dc620 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bae0306aaf9b4c1883f5fdfebdd692f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446655 Jul 19 17:48:20.028486 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f0fc9-1bb3-4984-9eed-63943b0dc620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd29d37-6aca-4e33-9d54-6c3652c56aa0,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:20.028868 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58390) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:20.083293 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a4a3fc2d-b00e-46e8-885c-438eac3199c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:20.103979 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a4a3fc2d-b00e-46e8-885c-438eac3199c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:20.150441 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a4a3fc2d-b00e-46e8-885c-438eac3199c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:20.153277 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-a4a3fc2d-b00e-46e8-885c-438eac3199c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:20.154433 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-a4a3fc2d-b00e-46e8-885c-438eac3199c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dfd29d37-6aca-4e33-9d54-6c3652c56aa0 HTTP/1.1" status: 204 len: 168 time: 0.1243968 Jul 19 17:48:20.163108 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3fc2d-b00e-46e8-885c-438eac3199c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd29d37-6aca-4e33-9d54-6c3652c56aa0,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:20.837461 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cbf38-51bf-4747-ae61-e36e22b1214c req-022d3f72-e927-44d6-8690-449e0b59f7e7 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:20.839266 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-896cbf38-51bf-4747-ae61-e36e22b1214c req-022d3f72-e927-44d6-8690-449e0b59f7e7 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0682905 Jul 19 17:48:20.878257 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-896cbf38-51bf-4747-ae61-e36e22b1214c req-08a7c17d-7cbf-4fcd-b17d-7861eadd8dff tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332065 Jul 19 17:48:21.284132 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58450) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:21.391846 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2d485f8e-0cd7-4ffa-b9a3-2d66934ceab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:21.481869 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2d485f8e-0cd7-4ffa-b9a3-2d66934ceab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:21.485926 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2d485f8e-0cd7-4ffa-b9a3-2d66934ceab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:21.523156 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-2d485f8e-0cd7-4ffa-b9a3-2d66934ceab4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bcb3de099f224f4bb2c4e0833b8f86a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397180 Jul 19 17:48:21.524183 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d485f8e-0cd7-4ffa-b9a3-2d66934ceab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee881ec-eed6-404a-af82-1b2cfe82ca7d,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:21.525824 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58458) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:21.573787 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4fc3a28c-cefd-4691-95a1-4475d8015ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:21.593464 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4fc3a28c-cefd-4691-95a1-4475d8015ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:21.638613 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4fc3a28c-cefd-4691-95a1-4475d8015ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:21.641035 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-4fc3a28c-cefd-4691-95a1-4475d8015ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:21.642215 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-4fc3a28c-cefd-4691-95a1-4475d8015ecc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bee881ec-eed6-404a-af82-1b2cfe82ca7d HTTP/1.1" status: 204 len: 168 time: 0.1152730 Jul 19 17:48:21.649861 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3a28c-cefd-4691-95a1-4475d8015ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee881ec-eed6-404a-af82-1b2cfe82ca7d,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:21.701761 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-478e9290-4ec8-4e95-a627-dc9f545e721b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:21.935752 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:22.008215 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d5dd7-ac3e-4cd8-b8be-e2d7008a6abd req-3c5a143c-16b9-408a-84d0-7307894d3d38 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:22.009701 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4d2d5dd7-ac3e-4cd8-b8be-e2d7008a6abd req-3c5a143c-16b9-408a-84d0-7307894d3d38 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0616159 Jul 19 17:48:22.047891 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4d2d5dd7-ac3e-4cd8-b8be-e2d7008a6abd req-9637b915-9de8-4ac9-884d-2d92b7d2f8f5 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324242 Jul 19 17:48:23.116987 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:23.181744 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f5474-511f-4dbc-9974-d6493397a132 req-ec9b064c-a1c8-4c9d-8130-83e2a7a62d17 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:23.183276 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-148f5474-511f-4dbc-9974-d6493397a132 req-ec9b064c-a1c8-4c9d-8130-83e2a7a62d17 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0658426 Jul 19 17:48:23.222246 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-148f5474-511f-4dbc-9974-d6493397a132 req-d50eb50d-7d76-42e5-977a-e9afbc5b003b tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334294 Jul 19 17:48:23.840115 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:24.351620 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10795-1c52-4537-a3a1-6a19dbddb592 req-2328952c-c97e-4dd9-93c7-7e2f17e139fe tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:24.353075 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1ec10795-1c52-4537-a3a1-6a19dbddb592 req-2328952c-c97e-4dd9-93c7-7e2f17e139fe tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0613093 Jul 19 17:48:24.389514 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1ec10795-1c52-4537-a3a1-6a19dbddb592 req-319ee6c2-ef8d-45e7-9964-a3074d45b2b3 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310071 Jul 19 17:48:24.511651 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:25.516423 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2169e-283b-4c43-9088-2e54c985ea56 req-0ede32eb-6ab0-4a43-a964-b76412ba0e81 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:25.518550 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-06c2169e-283b-4c43-9088-2e54c985ea56 req-0ede32eb-6ab0-4a43-a964-b76412ba0e81 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0662329 Jul 19 17:48:25.554771 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-06c2169e-283b-4c43-9088-2e54c985ea56 req-a0c088ae-05af-42e3-956d-cc17e6d17285 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307231 Jul 19 17:48:26.679055 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f7d84-ee2a-4e65-bd10-45e9d00d6ea2 req-c5528270-5ee8-4d1c-a10f-d33c57e416ea tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:26.680518 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b20f7d84-ee2a-4e65-bd10-45e9d00d6ea2 req-c5528270-5ee8-4d1c-a10f-d33c57e416ea tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0619879 Jul 19 17:48:26.716585 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b20f7d84-ee2a-4e65-bd10-45e9d00d6ea2 req-daefc986-6466-4abc-97e9-1e5c64051643 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307117 Jul 19 17:48:27.362472 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58542) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:27.459349 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c0194507-1fd6-4db3-b3a4-f2107c347050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:27.544082 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c0194507-1fd6-4db3-b3a4-f2107c347050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:27.548245 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-c0194507-1fd6-4db3-b3a4-f2107c347050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:27.585351 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-c0194507-1fd6-4db3-b3a4-f2107c347050 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1506b7fa118e4df3ac5dc3503c57b272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218375 Jul 19 17:48:27.586226 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0194507-1fd6-4db3-b3a4-f2107c347050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f26ee2-b9eb-479a-81c6-2668f2881c0c,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:27.588903 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58546) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:27.639481 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7623bd05-8795-4d23-b762-88d80ba5f718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:27.659245 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7623bd05-8795-4d23-b762-88d80ba5f718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:27.704092 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7623bd05-8795-4d23-b762-88d80ba5f718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:27.706828 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7623bd05-8795-4d23-b762-88d80ba5f718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:27.707929 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-7623bd05-8795-4d23-b762-88d80ba5f718 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c1f26ee2-b9eb-479a-81c6-2668f2881c0c HTTP/1.1" status: 204 len: 168 time: 0.1177237 Jul 19 17:48:27.714933 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623bd05-8795-4d23-b762-88d80ba5f718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f26ee2-b9eb-479a-81c6-2668f2881c0c,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:27.847054 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997a9df-6c3c-45bb-84a4-7d9cc2c09b51 req-298e08cb-c73b-4127-8f29-a187c3c2debf tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:27.848572 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c997a9df-6c3c-45bb-84a4-7d9cc2c09b51 req-298e08cb-c73b-4127-8f29-a187c3c2debf tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0675261 Jul 19 17:48:27.886244 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-c997a9df-6c3c-45bb-84a4-7d9cc2c09b51 req-78ec212a-c81d-434a-9085-5745270f9438 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322394 Jul 19 17:48:27.963701 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58554) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:27.977096 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b7a06746-b904-4c89-aac4-ebb5908d8c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:28.063053 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b7a06746-b904-4c89-aac4-ebb5908d8c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:28.066870 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-b7a06746-b904-4c89-aac4-ebb5908d8c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:28.104169 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-b7a06746-b904-4c89-aac4-ebb5908d8c5b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e32c3fa2e1e54431b651fb05dad99477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394396 Jul 19 17:48:28.105031 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a06746-b904-4c89-aac4-ebb5908d8c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbf0fc6-74a9-40d9-aa94-145dee87c511,revision_number=1']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:28.106899 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58556) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:28.155954 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b2877180-1e0f-4c1d-b294-302b07611ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:28.176842 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b2877180-1e0f-4c1d-b294-302b07611ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:28.221339 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b2877180-1e0f-4c1d-b294-302b07611ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:28.223898 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-b2877180-1e0f-4c1d-b294-302b07611ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:28.225015 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-b2877180-1e0f-4c1d-b294-302b07611ccf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbbf0fc6-74a9-40d9-aa94-145dee87c511 HTTP/1.1" status: 204 len: 168 time: 0.1170726 Jul 19 17:48:28.232474 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2877180-1e0f-4c1d-b294-302b07611ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbf0fc6-74a9-40d9-aa94-145dee87c511,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:28.535855 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58564) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:28.549010 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-92bbe386-efb2-48ad-aab9-2664a01be03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:28.635862 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-92bbe386-efb2-48ad-aab9-2664a01be03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:28.639616 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-92bbe386-efb2-48ad-aab9-2664a01be03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_create {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:28.680388 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-92bbe386-efb2-48ad-aab9-2664a01be03c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ef4a5f1471254e1fbea9498051978ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432071 Jul 19 17:48:28.681252 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbe386-efb2-48ad-aab9-2664a01be03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18483303-9159-456c-9873-fca586463cc4,revision_number=1']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:28.683205 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58566) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:28.732104 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7c40-6476-4681-a63f-dcfe2f4bad83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:28.754298 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7c40-6476-4681-a63f-dcfe2f4bad83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:28.804753 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7c40-6476-4681-a63f-dcfe2f4bad83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:28.807357 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7c40-6476-4681-a63f-dcfe2f4bad83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:28.808493 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-ca8e7c40-6476-4681-a63f-dcfe2f4bad83 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18483303-9159-456c-9873-fca586463cc4 HTTP/1.1" status: 204 len: 168 time: 0.1242969 Jul 19 17:48:28.816322 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e7c40-6476-4681-a63f-dcfe2f4bad83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18483303-9159-456c-9873-fca586463cc4,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:29.020890 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc5b51-1198-4548-a7cd-50c6bc6ebf6d req-1898bcb3-5162-4166-ac4a-c9db0cc52c6b tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:29.022582 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9ecc5b51-1198-4548-a7cd-50c6bc6ebf6d req-1898bcb3-5162-4166-ac4a-c9db0cc52c6b tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0702925 Jul 19 17:48:29.068972 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-9ecc5b51-1198-4548-a7cd-50c6bc6ebf6d req-15d520be-4c77-4277-86e0-198d98d2a228 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401719 Jul 19 17:48:29.850249 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6008f-2ba5-4837-8b30-20396beca5ec req-8855a69a-37be-48d0-bade-6f48910a7ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:29.851672 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-9cc6008f-2ba5-4837-8b30-20396beca5ec req-8855a69a-37be-48d0-bade-6f48910a7ea1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=243f0ff2617147a69560f3caab4c8b42&device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 1099 time: 0.0505698 Jul 19 17:48:29.938918 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6008f-2ba5-4837-8b30-20396beca5ec req-9ab37fb3-a894-479d-a6ee-48b50d1a1113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:29.940305 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-9cc6008f-2ba5-4837-8b30-20396beca5ec req-9ab37fb3-a894-479d-a6ee-48b50d1a1113 service neutron] 10.222.0.49 "GET /v2.0/networks?id=88f5f047-791b-4d40-a04f-4ba6f480519f HTTP/1.1" status: 200 len: 909 time: 0.0818131 Jul 19 17:48:30.002970 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-9cc6008f-2ba5-4837-8b30-20396beca5ec req-8d13181b-815e-4517-9a73-78eab7616552 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d39acec-a106-484b-9b27-ba4ed072725a HTTP/1.1" status: 200 len: 1001 time: 0.0555341 Jul 19 17:48:30.049191 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6008f-2ba5-4837-8b30-20396beca5ec req-5c7fba4c-a705-49d2-9a68-09619ee572a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:30.050615 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-9cc6008f-2ba5-4837-8b30-20396beca5ec req-5c7fba4c-a705-49d2-9a68-09619ee572a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce392775-9dbe-4e36-96a8-c22af4629855 HTTP/1.1" status: 200 len: 847 time: 0.0415123 Jul 19 17:48:30.109622 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6008f-2ba5-4837-8b30-20396beca5ec req-9d49a104-a8a3-4a55-abdc-b1a22d9a0179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:30.111151 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-9cc6008f-2ba5-4837-8b30-20396beca5ec req-9d49a104-a8a3-4a55-abdc-b1a22d9a0179 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=88f5f047-791b-4d40-a04f-4ba6f480519f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537927 Jul 19 17:48:30.195538 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4327b7-0704-4dfb-ad1f-422f8bf23d75 req-07e41b0d-debf-4293-b7f1-ff910d3a4e97 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:30.197195 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7a4327b7-0704-4dfb-ad1f-422f8bf23d75 req-07e41b0d-debf-4293-b7f1-ff910d3a4e97 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0622249 Jul 19 17:48:30.198109 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-9cc6008f-2ba5-4837-8b30-20396beca5ec req-7b8f41c4-f8a4-4559-bf4b-fc6fafc7b5b9 service neutron] 10.222.0.49 "GET /v2.0/networks/88f5f047-791b-4d40-a04f-4ba6f480519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802355 Jul 19 17:48:30.234977 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7a4327b7-0704-4dfb-ad1f-422f8bf23d75 req-afc00689-e643-4d13-ac1f-d25da9dd85e7 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318422 Jul 19 17:48:30.291803 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-9cc6008f-2ba5-4837-8b30-20396beca5ec req-e9601e55-fe1f-43b4-91cd-8a96b89bb760 service neutron] 10.222.0.49 "GET /v2.0/networks/88f5f047-791b-4d40-a04f-4ba6f480519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865109 Jul 19 17:48:31.099852 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-085b343d-add9-4cb2-8a7c-bdd575a472f8 req-63854adf-588d-46cf-aa1f-c121234084f9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497820 Jul 19 17:48:31.208735 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b343d-add9-4cb2-8a7c-bdd575a472f8 req-726503d3-e558-4f23-a5b9-6d6938569dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:31.210183 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-085b343d-add9-4cb2-8a7c-bdd575a472f8 req-726503d3-e558-4f23-a5b9-6d6938569dd3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c040f5f97adc447195c341b2b823bfe6&device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 1099 time: 0.0506778 Jul 19 17:48:31.314489 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b343d-add9-4cb2-8a7c-bdd575a472f8 req-61bca895-d971-4139-89e9-99518b7a6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:31.315949 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-085b343d-add9-4cb2-8a7c-bdd575a472f8 req-61bca895-d971-4139-89e9-99518b7a6dad service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f24d9df-a931-4ff8-bb3b-6117c4624555 HTTP/1.1" status: 200 len: 913 time: 0.0882931 Jul 19 17:48:31.365827 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614ece1-b857-46fa-b4d8-b1ed23016566 req-e13e8ef2-2150-4c47-a041-d753056773a0 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:31.367336 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8614ece1-b857-46fa-b4d8-b1ed23016566 req-e13e8ef2-2150-4c47-a041-d753056773a0 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0656116 Jul 19 17:48:31.379892 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-085b343d-add9-4cb2-8a7c-bdd575a472f8 req-c3eb190a-40a3-4dac-bd11-25d51914db12 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 HTTP/1.1" status: 200 len: 1002 time: 0.0563231 Jul 19 17:48:31.404572 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8614ece1-b857-46fa-b4d8-b1ed23016566 req-2bc5c65f-6e40-47c4-98f3-6e1f501c46b0 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316820 Jul 19 17:48:31.432636 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b343d-add9-4cb2-8a7c-bdd575a472f8 req-a5e16ffb-b7ad-4403-adf8-8f522a4c28bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:31.434357 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-085b343d-add9-4cb2-8a7c-bdd575a472f8 req-a5e16ffb-b7ad-4403-adf8-8f522a4c28bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66a645b9-6b30-4f54-84d8-11e492b1f028 HTTP/1.1" status: 200 len: 851 time: 0.0481527 Jul 19 17:48:31.490380 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b343d-add9-4cb2-8a7c-bdd575a472f8 req-e68cf517-3b67-4232-aad6-388e903b8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:31.491846 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-085b343d-add9-4cb2-8a7c-bdd575a472f8 req-e68cf517-3b67-4232-aad6-388e903b8170 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f24d9df-a931-4ff8-bb3b-6117c4624555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509598 Jul 19 17:48:31.578478 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-085b343d-add9-4cb2-8a7c-bdd575a472f8 req-4ee2137f-04e0-433b-9a1a-cee53f65b81d service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788889 Jul 19 17:48:31.667400 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-085b343d-add9-4cb2-8a7c-bdd575a472f8 req-c918c899-e82a-48b3-bc76-38d3ffcfdfe2 service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824506 Jul 19 17:48:32.532646 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9851cd-f52f-4fa6-9c61-009e733f7b20 req-165b9d68-e424-4db7-9434-8a5215df4b26 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:32.534004 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2d9851cd-f52f-4fa6-9c61-009e733f7b20 req-165b9d68-e424-4db7-9434-8a5215df4b26 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0617943 Jul 19 17:48:32.570438 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-2d9851cd-f52f-4fa6-9c61-009e733f7b20 req-f0890b75-d95a-46c1-91e5-b1a9f462b6cb tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306687 Jul 19 17:48:32.809781 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58586) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:48:32.810328 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df79ce-1ba7-4049-9951-6fce706969ae req-adc8571e-c7a6-436f-9350-a285e7e4f3cf tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:32.811636 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f2df79ce-1ba7-4049-9951-6fce706969ae req-adc8571e-c7a6-436f-9350-a285e7e4f3cf tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0748565 Jul 19 17:48:32.849917 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f2df79ce-1ba7-4049-9951-6fce706969ae req-9ba78b98-2cdd-4d02-9770-5ae2cc48c0fa tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320127 Jul 19 17:48:32.902602 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1c7f2787-72c1-4908-90c4-b15ddff11c45 req-69a87210-c9a6-42b2-9b2a-d2b301918bd8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915182 Jul 19 17:48:33.974702 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc1030-4b4d-4615-b4e9-35205cbda2cf req-854b25df-de71-49e3-b437-89268aec85a6 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:33.976136 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7acc1030-4b4d-4615-b4e9-35205cbda2cf req-854b25df-de71-49e3-b437-89268aec85a6 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0610526 Jul 19 17:48:34.014170 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-7acc1030-4b4d-4615-b4e9-35205cbda2cf req-399f8560-cadf-455f-bdf2-de1e6f731426 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323281 Jul 19 17:48:34.867600 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 9d39acec-a106-484b-9b27-ba4ed072725a no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:48:34.941102 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:34.962225 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d39acec-a106-484b-9b27-ba4ed072725a'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:48:34.964422 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e34c59-88c5-4ee1-959f-5aeb1e041576" -d '{"events": [{"server_uuid": "ef3f5338-5c64-4ac1-b6b7-8944d77ac787", "name": "network-vif-unplugged", "status": "completed", "tag": "9d39acec-a106-484b-9b27-ba4ed072725a"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:48:34.976913 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 9d39acec-a106-484b-9b27-ba4ed072725a, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9d39acec-a106-484b-9b27-ba4ed072725a,segment=NetworkSegment(5448dfe8-b4bf-4442-83e2-b32a3a188177),segment_id=5448dfe8-b4bf-4442-83e2-b32a3a188177)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:48:34.981385 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:35.003422 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Jul 2021 17:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1c1f93-2a81-42b7-97f0-17e23bc1bea6 x-openstack-request-id: req-dc1c1f93-2a81-42b7-97f0-17e23bc1bea6 {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:48:35.003714 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3f5338-5c64-4ac1-b6b7-8944d77ac787", "name": "network-vif-unplugged", "status": "failed", "tag": "9d39acec-a106-484b-9b27-ba4ed072725a", "code": 422}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:48:35.003968 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc1c1f93-2a81-42b7-97f0-17e23bc1bea6 {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:48:35.004358 dv-cinder-800696-4-iscsi neutron-server[99968]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d39acec-a106-484b-9b27-ba4ed072725a', 'code': 422} returned with failed status Jul 19 17:48:35.028736 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=9d39acec-a106-484b-9b27-ba4ed072725a,revision_number=6']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:35.036662 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:48:35.037021 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:48:35.037355 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:48:35.037694 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:48:35.038050 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:48:35.038385 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:48:35.038715 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:48:35.039046 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:48:35.039375 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:48:35.039701 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:48:35.040028 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:48:35.040353 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:48:35.141387 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ddaf5-a919-47dd-95b8-3aff53b3870f req-2528e3bd-d795-4773-a005-2ac26a7a0352 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:35.143401 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d81ddaf5-a919-47dd-95b8-3aff53b3870f req-2528e3bd-d795-4773-a005-2ac26a7a0352 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 944 time: 0.0637648 Jul 19 17:48:35.180816 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-d81ddaf5-a919-47dd-95b8-3aff53b3870f req-665be38f-efa0-4916-88ae-60c2d360d5a3 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319731 Jul 19 17:48:36.309883 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b41804-9343-49ed-84b1-5ffc9d57142a req-bc53dc47-263a-43be-b7fa-68c048cbc5a0 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:36.311383 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-96b41804-9343-49ed-84b1-5ffc9d57142a req-bc53dc47-263a-43be-b7fa-68c048cbc5a0 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 944 time: 0.0654936 Jul 19 17:48:36.349193 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-96b41804-9343-49ed-84b1-5ffc9d57142a req-0e86e5af-7794-4f7f-8ae5-9d1cb0823e53 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322328 Jul 19 17:48:36.409050 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f2787-72c1-4908-90c4-b15ddff11c45 req-ad54941e-5aa5-4691-b043-4f6ef4c47777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:36.410507 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1c7f2787-72c1-4908-90c4-b15ddff11c45 req-ad54941e-5aa5-4691-b043-4f6ef4c47777 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787&tenant_id=243f0ff2617147a69560f3caab4c8b42 HTTP/1.1" status: 200 len: 1097 time: 0.0500689 Jul 19 17:48:36.493447 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f2787-72c1-4908-90c4-b15ddff11c45 req-016c5b19-75ca-456c-8c7a-94a34009431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:36.494834 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1c7f2787-72c1-4908-90c4-b15ddff11c45 req-016c5b19-75ca-456c-8c7a-94a34009431a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=243f0ff2617147a69560f3caab4c8b42&device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 1097 time: 0.0533490 Jul 19 17:48:36.578849 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f2787-72c1-4908-90c4-b15ddff11c45 req-36109b91-a259-4de7-a3b9-5f611ea2c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:36.580803 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1c7f2787-72c1-4908-90c4-b15ddff11c45 req-36109b91-a259-4de7-a3b9-5f611ea2c792 service neutron] 10.222.0.49 "GET /v2.0/networks?id=88f5f047-791b-4d40-a04f-4ba6f480519f HTTP/1.1" status: 200 len: 909 time: 0.0796320 Jul 19 17:48:36.644587 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1c7f2787-72c1-4908-90c4-b15ddff11c45 req-4c38d097-1d4f-4bbd-a2ec-d07ee217734c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d39acec-a106-484b-9b27-ba4ed072725a HTTP/1.1" status: 200 len: 999 time: 0.0578103 Jul 19 17:48:36.690260 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f2787-72c1-4908-90c4-b15ddff11c45 req-4a6bbc84-5397-4856-93a1-54bfe3614b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:36.691591 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1c7f2787-72c1-4908-90c4-b15ddff11c45 req-4a6bbc84-5397-4856-93a1-54bfe3614b83 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce392775-9dbe-4e36-96a8-c22af4629855 HTTP/1.1" status: 200 len: 847 time: 0.0410531 Jul 19 17:48:36.744925 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f2787-72c1-4908-90c4-b15ddff11c45 req-5fe62b08-ac21-4633-beaa-4b172a712ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:36.746260 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1c7f2787-72c1-4908-90c4-b15ddff11c45 req-5fe62b08-ac21-4633-beaa-4b172a712ca5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=88f5f047-791b-4d40-a04f-4ba6f480519f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483086 Jul 19 17:48:36.834020 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1c7f2787-72c1-4908-90c4-b15ddff11c45 req-15b40756-1073-4029-9f24-bc4f79bbf7fb service neutron] 10.222.0.49 "GET /v2.0/networks/88f5f047-791b-4d40-a04f-4ba6f480519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811906 Jul 19 17:48:36.919028 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-1c7f2787-72c1-4908-90c4-b15ddff11c45 req-b86d2c12-d87f-40b0-9945-6c7b625f8fad service neutron] 10.222.0.49 "GET /v2.0/networks/88f5f047-791b-4d40-a04f-4ba6f480519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773835 Jul 19 17:48:37.473604 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15212353-733e-4d69-b91a-cb65f5234a34 req-a8b4628c-d7b4-4c4c-8563-674d3c9394c6 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:37.475058 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-15212353-733e-4d69-b91a-cb65f5234a34 req-a8b4628c-d7b4-4c4c-8563-674d3c9394c6 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 944 time: 0.0614209 Jul 19 17:48:37.510872 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-15212353-733e-4d69-b91a-cb65f5234a34 req-295a74af-4b24-4fc5-b2a1-f422709e9b16 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304499 Jul 19 17:48:38.636990 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef287c3-53ff-46f2-9468-9da922e8c07f req-89f8b43f-a0f6-4b50-baa0-8873c803b384 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:38.638455 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6ef287c3-53ff-46f2-9468-9da922e8c07f req-89f8b43f-a0f6-4b50-baa0-8873c803b384 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 944 time: 0.0645893 Jul 19 17:48:38.674757 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-6ef287c3-53ff-46f2-9468-9da922e8c07f req-04d366a4-3d73-4a5a-aa4f-c1057fd6df94 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308905 Jul 19 17:48:39.800960 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279394fe-3159-4249-bbb6-b820efc8b296 req-5624876b-3e9c-4c64-b2e6-186ae288e7dc tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:39.802439 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-279394fe-3159-4249-bbb6-b820efc8b296 req-5624876b-3e9c-4c64-b2e6-186ae288e7dc tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 944 time: 0.0624270 Jul 19 17:48:39.839332 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-279394fe-3159-4249-bbb6-b820efc8b296 req-398cfddf-7291-429f-871d-b77025bb0c79 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313315 Jul 19 17:48:40.961335 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48b8a5-7ef6-4f72-8fe9-330b58ea2d08 req-97d8cd7b-9814-4dcf-b423-2a0af2ce0a72 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:40.962790 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bc48b8a5-7ef6-4f72-8fe9-330b58ea2d08 req-97d8cd7b-9814-4dcf-b423-2a0af2ce0a72 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 944 time: 0.0603290 Jul 19 17:48:40.998362 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-bc48b8a5-7ef6-4f72-8fe9-330b58ea2d08 req-05252ff0-8e30-4a2d-a274-4342727ebcf7 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302541 Jul 19 17:48:42.129179 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9094b7-067a-40b5-8be0-16c45e7cdfd6 req-d478c340-d364-436b-ba65-a5c19c1f2d15 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:42.130653 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ee9094b7-067a-40b5-8be0-16c45e7cdfd6 req-d478c340-d364-436b-ba65-a5c19c1f2d15 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 944 time: 0.0642529 Jul 19 17:48:42.166926 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-ee9094b7-067a-40b5-8be0-16c45e7cdfd6 req-71cd705d-3dd8-46b8-afbe-7ce872bbafc8 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309038 Jul 19 17:48:43.290761 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4d6e0-f61c-4afb-b216-44e210e8d081 req-8eed26b8-9fbf-460d-a362-851158e9d17e tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:43.292258 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-75c4d6e0-f61c-4afb-b216-44e210e8d081 req-8eed26b8-9fbf-460d-a362-851158e9d17e tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 944 time: 0.0622332 Jul 19 17:48:43.328908 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-75c4d6e0-f61c-4afb-b216-44e210e8d081 req-34c95e87-e298-4672-8274-f12e6e06bbe8 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310707 Jul 19 17:48:44.462992 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ce6b7-c51c-4eb5-bcb7-365d08df4338 req-39de496a-67bb-4e72-ac07-7574dfc06c75 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:44.464426 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f90ce6b7-c51c-4eb5-bcb7-365d08df4338 req-39de496a-67bb-4e72-ac07-7574dfc06c75 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 944 time: 0.0635858 Jul 19 17:48:44.501419 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-f90ce6b7-c51c-4eb5-bcb7-365d08df4338 req-c7e8e11a-fe08-4e82-91b0-24649266c9ef tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315807 Jul 19 17:48:44.977458 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 9d39acec-a106-484b-9b27-ba4ed072725a details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 17:48:45.072247 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 9d39acec-a106-484b-9b27-ba4ed072725a, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9d39acec-a106-484b-9b27-ba4ed072725a,segment=NetworkSegment(5448dfe8-b4bf-4442-83e2-b32a3a188177),segment_id=5448dfe8-b4bf-4442-83e2-b32a3a188177)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:48:45.083450 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Returning: {'device': '9d39acec-a106-484b-9b27-ba4ed072725a', 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'port_id': '9d39acec-a106-484b-9b27-ba4ed072725a', 'mac_address': 'fa:16:3e:7d:21:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 17:48:45.117982 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:45.130941 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d39acec-a106-484b-9b27-ba4ed072725a {{(pid=99968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 17:48:45.153197 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 9d39acec-a106-484b-9b27-ba4ed072725a, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9d39acec-a106-484b-9b27-ba4ed072725a,segment=NetworkSegment(5448dfe8-b4bf-4442-83e2-b32a3a188177),segment_id=5448dfe8-b4bf-4442-83e2-b32a3a188177)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:48:45.157056 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:45.202245 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=9d39acec-a106-484b-9b27-ba4ed072725a,revision_number=7']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:45.461389 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] get_ports_and_sgs() called for port_ids ['9d39acec-a106-484b-9b27-ba4ed072725a'] {{(pid=99968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 17:48:45.625346 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9459c-05a9-451b-9fe8-2d4a81166018 req-5f6e0c84-8086-48f8-9b88-7a6d98c9eca1 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:45.627462 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-86f9459c-05a9-451b-9fe8-2d4a81166018 req-5f6e0c84-8086-48f8-9b88-7a6d98c9eca1 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 945 time: 0.0614865 Jul 19 17:48:45.663770 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-86f9459c-05a9-451b-9fe8-2d4a81166018 req-d7cc9ca4-af1c-4c51-9ef9-2ddc9f6d009f tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307257 Jul 19 17:48:46.792224 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc669cf-1a2b-4bea-9c9a-91c45eb0f14b req-c93a784d-c3d4-417b-b761-047f2c7d7711 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:46.793711 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8cc669cf-1a2b-4bea-9c9a-91c45eb0f14b req-c93a784d-c3d4-417b-b761-047f2c7d7711 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 945 time: 0.0608172 Jul 19 17:48:46.829782 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8cc669cf-1a2b-4bea-9c9a-91c45eb0f14b req-9c0fd381-014e-4fd0-a3ad-10f9dfed06c6 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302498 Jul 19 17:48:46.985823 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 9d39acec-a106-484b-9b27-ba4ed072725a up at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 17:48:47.036133 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Provisioning complete for port 9d39acec-a106-484b-9b27-ba4ed072725a triggered by entity L2. {{(pid=99968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 17:48:47.036532 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1321607'] for port, provisioning_complete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:47.113898 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554295'] for port, before_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:47.135273 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d39acec-a106-484b-9b27-ba4ed072725a'}] {{(pid=99968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:48:47.137475 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eea3bbf9a9447f88e21c9c673fd6f25debbeca1f0d56e8db2877fb3f615f9d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae4c33e-5cfa-4159-866c-b791092e67c0" -d '{"events": [{"server_uuid": "ef3f5338-5c64-4ac1-b6b7-8944d77ac787", "name": "network-vif-plugged", "status": "completed", "tag": "9d39acec-a106-484b-9b27-ba4ed072725a"}]}' {{(pid=99968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:48:47.149580 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] For port 9d39acec-a106-484b-9b27-ba4ed072725a, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9d39acec-a106-484b-9b27-ba4ed072725a,segment=NetworkSegment(5448dfe8-b4bf-4442-83e2-b32a3a188177),segment_id=5448dfe8-b4bf-4442-83e2-b32a3a188177)] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:48:47.153954 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740605461059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740605060006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740605060024'] for port, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:47.177105 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0cdc98-c7b2-4e3d-93d3-1561561b42cc x-openstack-request-id: req-8e0cdc98-c7b2-4e3d-93d3-1561561b42cc {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:48:47.177403 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3f5338-5c64-4ac1-b6b7-8944d77ac787", "name": "network-vif-plugged", "status": "completed", "tag": "9d39acec-a106-484b-9b27-ba4ed072725a", "code": 200}]} {{(pid=99968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:48:47.177657 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e0cdc98-c7b2-4e3d-93d3-1561561b42cc {{(pid=99968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:48:47.178063 dv-cinder-800696-4-iscsi neutron-server[99968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d39acec-a106-484b-9b27-ba4ed072725a', 'code': 200} Jul 19 17:48:47.203336 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Pushing event updated for resources: {'Port': ['ID=9d39acec-a106-484b-9b27-ba4ed072725a,revision_number=8']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:48:47.442689 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c694d23-9ba5-4025-9e21-0e8fad5a0d99 req-9d123b74-96f6-4949-944e-9b7ad925de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:47.444141 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-9c694d23-9ba5-4025-9e21-0e8fad5a0d99 req-9d123b74-96f6-4949-944e-9b7ad925de9b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 1099 time: 0.0537922 Jul 19 17:48:47.477202 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-9c694d23-9ba5-4025-9e21-0e8fad5a0d99 req-211b5026-354a-4795-8286-55d27aadebf2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0262842 Jul 19 17:48:47.714321 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:48:47.956196 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249cf68-cd82-4cd5-b1e5-26e5c75dc4e7 req-019a7aad-373d-4b73-af62-b083dec671db tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:47.957645 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1249cf68-cd82-4cd5-b1e5-26e5c75dc4e7 req-019a7aad-373d-4b73-af62-b083dec671db tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0649748 Jul 19 17:48:47.993627 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1249cf68-cd82-4cd5-b1e5-26e5c75dc4e7 req-cf704ca6-d7a8-436a-9101-217ff89a6e79 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303514 Jul 19 17:48:49.120270 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f69e8-8225-4d84-b287-6c1e99dd882c req-19b54014-ca4c-4a93-b6d3-0597c52898ce tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:48:49.121982 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-201f69e8-8225-4d84-b287-6c1e99dd882c req-19b54014-ca4c-4a93-b6d3-0597c52898ce tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0613065 Jul 19 17:48:49.159697 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-201f69e8-8225-4d84-b287-6c1e99dd882c req-81984847-92ff-4914-ba9c-5b4ed8cda03c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324669 Jul 19 17:48:49.179884 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4097bb39-7f4d-4727-953a-36eb309601db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:51.701047 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-d457a152-0a26-455a-b29d-e96d2c585248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:51.936154 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:53.114238 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:53.834545 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:48:54.515142 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:03.373846 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58634) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:49:03.522170 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Deleting port 699e601c-8047-439b-adff-afd9d52924bd {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:49:03.522505 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:03.593583 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:03.593834 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:03.605142 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Calling delete_port for 699e601c-8047-439b-adff-afd9d52924bd owned by network:floatingip {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:49:03.775726 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:03.804162 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event deleted for resources: {'Port': ['ID=699e601c-8047-439b-adff-afd9d52924bd,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:03.814909 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:03.815258 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:03.815597 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:03.815930 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:03.816258 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:03.816587 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:03.816912 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:03.817239 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:03.817559 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:03.817879 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:03.818228 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:03.818547 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:03.872424 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for floatingip, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:03.872806 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.l3_db [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Floating IP 44143f56-fb3c-4d8c-832d-12f0636e2bdb disassociated (deleted). External IP: 172.27.2.29, port: a3713a1e-8042-4d4a-a10f-af546e64930e. Jul 19 17:49:04.315368 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:49:04.419083 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:49:04.423760 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:04.429110 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5706826-3e40-443a-911b-f65a68bcc724 None None] Sync routers for ids ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:49:04.438336 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5706826-3e40-443a-911b-f65a68bcc724 None None] Routers {'3ebc2e62-133f-4703-b31a-5dd1e0de9b51'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:49:04.438976 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-e5706826-3e40-443a-911b-f65a68bcc724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:48:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:04.462869 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-004bf345-aae4-4f51-95ea-1a735b128974 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "DELETE /v2.0/floatingips/44143f56-fb3c-4d8c-832d-12f0636e2bdb HTTP/1.1" status: 204 len: 168 time: 1.0878949 Jul 19 17:49:04.463459 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5329607f-fe3b-4829-a64e-15e9632e872a', 'tag': 'a3713a1e-8042-4d4a-a10f-af546e64930e'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:49:04.465687 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2983627b-7f38-42eb-a3fb-888cfa7801ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5329607f-fe3b-4829-a64e-15e9632e872a", "tag": "a3713a1e-8042-4d4a-a10f-af546e64930e"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:49:04.501573 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595a99db-433f-47a6-ba83-4f280e3fbc3d x-openstack-request-id: req-595a99db-433f-47a6-ba83-4f280e3fbc3d {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:49:04.501862 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5329607f-fe3b-4829-a64e-15e9632e872a", "tag": "a3713a1e-8042-4d4a-a10f-af546e64930e", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:49:04.502167 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-595a99db-433f-47a6-ba83-4f280e3fbc3d {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:49:04.502951 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5329607f-fe3b-4829-a64e-15e9632e872a', 'tag': 'a3713a1e-8042-4d4a-a10f-af546e64930e', 'status': 'completed', 'code': 200} Jul 19 17:49:04.544023 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-e5706826-3e40-443a-911b-f65a68bcc724 None None] Set router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:49:04.623455 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983627b-7f38-42eb-a3fb-888cfa7801ae req-9e116c13-0684-4994-893c-6f448adc6fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:49:04.625154 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-2983627b-7f38-42eb-a3fb-888cfa7801ae req-9e116c13-0684-4994-893c-6f448adc6fb8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c040f5f97adc447195c341b2b823bfe6&device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 1099 time: 0.0728259 Jul 19 17:49:04.700416 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d29222-f81a-42cf-95c8-a583e452a355 req-61f9223d-bb5c-4294-9dd0-497b2221f063 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:49:04.702170 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-55d29222-f81a-42cf-95c8-a583e452a355 req-61f9223d-bb5c-4294-9dd0-497b2221f063 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 946 time: 0.0664761 Jul 19 17:49:04.741139 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983627b-7f38-42eb-a3fb-888cfa7801ae req-7cc2f14e-8d0f-4d9f-ba9b-39665bd626a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:49:04.743030 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-2983627b-7f38-42eb-a3fb-888cfa7801ae req-7cc2f14e-8d0f-4d9f-ba9b-39665bd626a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f24d9df-a931-4ff8-bb3b-6117c4624555 HTTP/1.1" status: 200 len: 913 time: 0.0891144 Jul 19 17:49:04.743275 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-55d29222-f81a-42cf-95c8-a583e452a355 req-b8f11f28-03da-4a90-a328-3922e9148af2 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346425 Jul 19 17:49:04.776828 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-e5706826-3e40-443a-911b-f65a68bcc724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': 'dd66968c-cd9b-44f8-9b1f-050d0b316ef3', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'port_id': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'mac_address': 'fa:16:3e:fa:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:45:20Z', 'updated_at': '2021-07-19T17:45:23Z', 'revision_number': 1, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:59Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:04.786170 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-2983627b-7f38-42eb-a3fb-888cfa7801ae req-04709352-dfda-4cc5-9608-15dd1d9e8f57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3713a1e-8042-4d4a-a10f-af546e64930e HTTP/1.1" status: 200 len: 217 time: 0.0348535 Jul 19 17:49:04.802608 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5706826-3e40-443a-911b-f65a68bcc724 None None] Checking router: 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:49:04.810463 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5706826-3e40-443a-911b-f65a68bcc724 None None] Routers {'3ebc2e62-133f-4703-b31a-5dd1e0de9b51'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:49:04.811061 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-e5706826-3e40-443a-911b-f65a68bcc724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:48:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:04.837245 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983627b-7f38-42eb-a3fb-888cfa7801ae req-fb21276b-0dbd-41af-a840-3b5a68134ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:49:04.838691 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-2983627b-7f38-42eb-a3fb-888cfa7801ae req-fb21276b-0dbd-41af-a840-3b5a68134ba8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66a645b9-6b30-4f54-84d8-11e492b1f028 HTTP/1.1" status: 200 len: 851 time: 0.0456920 Jul 19 17:49:04.894425 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983627b-7f38-42eb-a3fb-888cfa7801ae req-8b320c25-17b4-4e83-ada6-4ec21e2fb995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:49:04.896045 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-2983627b-7f38-42eb-a3fb-888cfa7801ae req-8b320c25-17b4-4e83-ada6-4ec21e2fb995 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f24d9df-a931-4ff8-bb3b-6117c4624555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507975 Jul 19 17:49:04.912053 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-e5706826-3e40-443a-911b-f65a68bcc724 None None] Set router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:49:04.985791 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-2983627b-7f38-42eb-a3fb-888cfa7801ae req-4853be70-33f9-4878-9d23-5db99b4468aa service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809107 Jul 19 17:49:05.085274 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-2983627b-7f38-42eb-a3fb-888cfa7801ae req-1fdeba1d-3211-46fd-9135-5c9aa65bc8c9 service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922825 Jul 19 17:49:05.249686 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-e5706826-3e40-443a-911b-f65a68bcc724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': 'dd66968c-cd9b-44f8-9b1f-050d0b316ef3', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'port_id': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'mac_address': 'fa:16:3e:fa:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:45:20Z', 'updated_at': '2021-07-19T17:45:23Z', 'revision_number': 1, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:59Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:05.275384 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5706826-3e40-443a-911b-f65a68bcc724 None None] The sync data for ids ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'] in dv-cinder-800696-4-iscsi is: [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_floatingips': [{'id': 'dd66968c-cd9b-44f8-9b1f-050d0b316ef3', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'router_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'port_id': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'mac_address': 'fa:16:3e:fa:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T17:45:20Z', 'updated_at': '2021-07-19T17:45:23Z', 'revision_number': 1, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:59Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:49:05.477673 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badbc0a2-50cf-49fc-b6a4-6ae162ac1a82 None None] New status for floating IP 44143f56-fb3c-4d8c-832d-12f0636e2bdb: DOWN {{(pid=99969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:49:05.871916 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69970407-6fc7-4006-92a5-159dba126051 req-6cb8c85b-2749-439c-a6a6-bb632a755841 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:49:05.873372 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-69970407-6fc7-4006-92a5-159dba126051 req-6cb8c85b-2749-439c-a6a6-bb632a755841 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 946 time: 0.0618186 Jul 19 17:49:05.909812 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-69970407-6fc7-4006-92a5-159dba126051 req-3bcc845e-dd9d-43ff-8b04-16b235317690 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305572 Jul 19 17:49:06.468732 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30203acf-78d5-432e-b95d-4dd0b1798b61 req-9a303a5f-cb66-487f-a2eb-d8753e6a222e tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:49:06.470205 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-30203acf-78d5-432e-b95d-4dd0b1798b61 req-9a303a5f-cb66-487f-a2eb-d8753e6a222e tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.49 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 946 time: 0.0610340 Jul 19 17:49:06.571078 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-30203acf-78d5-432e-b95d-4dd0b1798b61 req-1d3bf515-7191-467e-852c-5fa60572c050 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Deleting port a3713a1e-8042-4d4a-a10f-af546e64930e {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:49:06.571330 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-30203acf-78d5-432e-b95d-4dd0b1798b61 req-1d3bf515-7191-467e-852c-5fa60572c050 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:06.657249 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-30203acf-78d5-432e-b95d-4dd0b1798b61 req-1d3bf515-7191-467e-852c-5fa60572c050 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] For port a3713a1e-8042-4d4a-a10f-af546e64930e, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a3713a1e-8042-4d4a-a10f-af546e64930e,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:49:06.657619 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-30203acf-78d5-432e-b95d-4dd0b1798b61 req-1d3bf515-7191-467e-852c-5fa60572c050 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:06.669689 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-30203acf-78d5-432e-b95d-4dd0b1798b61 req-1d3bf515-7191-467e-852c-5fa60572c050 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Calling delete_port for a3713a1e-8042-4d4a-a10f-af546e64930e owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:49:06.793912 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-30203acf-78d5-432e-b95d-4dd0b1798b61 req-1d3bf515-7191-467e-852c-5fa60572c050 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:06.820294 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bf515-7191-467e-852c-5fa60572c050 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event deleted for resources: {'Port': ['ID=a3713a1e-8042-4d4a-a10f-af546e64930e,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:06.870288 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-30203acf-78d5-432e-b95d-4dd0b1798b61 req-1d3bf515-7191-467e-852c-5fa60572c050 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] No DVR routers for this DVR port a3713a1e-8042-4d4a-a10f-af546e64930e on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:49:06.872667 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-30203acf-78d5-432e-b95d-4dd0b1798b61 req-1d3bf515-7191-467e-852c-5fa60572c050 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:06.874660 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-30203acf-78d5-432e-b95d-4dd0b1798b61 req-1d3bf515-7191-467e-852c-5fa60572c050 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.49 "DELETE /v2.0/ports/a3713a1e-8042-4d4a-a10f-af546e64930e HTTP/1.1" status: 204 len: 173 time: 0.3980939 Jul 19 17:49:06.875088 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5329607f-fe3b-4829-a64e-15e9632e872a', 'name': 'network-vif-deleted', 'tag': 'a3713a1e-8042-4d4a-a10f-af546e64930e'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:49:06.877284 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8517db-d297-4adf-ac30-dabaae0751b0" -d '{"events": [{"server_uuid": "5329607f-fe3b-4829-a64e-15e9632e872a", "name": "network-vif-deleted", "tag": "a3713a1e-8042-4d4a-a10f-af546e64930e"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:49:06.912767 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b5a382-5afe-4d00-afcc-fa207bb51806 x-openstack-request-id: req-b6b5a382-5afe-4d00-afcc-fa207bb51806 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:49:06.913053 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5329607f-fe3b-4829-a64e-15e9632e872a", "name": "network-vif-deleted", "tag": "a3713a1e-8042-4d4a-a10f-af546e64930e", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:49:06.913949 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b6b5a382-5afe-4d00-afcc-fa207bb51806 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:49:06.914513 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5329607f-fe3b-4829-a64e-15e9632e872a', 'name': 'network-vif-deleted', 'tag': 'a3713a1e-8042-4d4a-a10f-af546e64930e', 'status': 'completed', 'code': 200} Jul 19 17:49:07.003195 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-a3d14592-1ec1-48d8-a428-c7900477a7bf req-fe91be6a-c503-4d61-aefb-c1ea0a05ff54 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=5329607f-fe3b-4829-a64e-15e9632e872a HTTP/1.1" status: 200 len: 210 time: 0.0277529 Jul 19 17:49:09.109370 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device a3713a1e-8042-4d4a-a10f-af546e64930e no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:49:09.129171 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: a3713a1e-8042-4d4a-a10f-af546e64930e {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:49:09.129509 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device a3713a1e-8042-4d4a-a10f-af546e64930e not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:49:10.266546 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58662) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:49:10.427927 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-7d641700-a2e3-4feb-b74f-2e1680ac55ce tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Deleting port ecda9f3b-16b1-47e1-b8ed-047372d63609 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:49:10.428274 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7d641700-a2e3-4feb-b74f-2e1680ac55ce tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:10.500064 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7d641700-a2e3-4feb-b74f-2e1680ac55ce tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:10.500391 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7d641700-a2e3-4feb-b74f-2e1680ac55ce tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:10.511732 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-7d641700-a2e3-4feb-b74f-2e1680ac55ce tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Calling delete_port for ecda9f3b-16b1-47e1-b8ed-047372d63609 owned by network:floatingip {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:49:10.653844 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7d641700-a2e3-4feb-b74f-2e1680ac55ce tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:10.677500 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d641700-a2e3-4feb-b74f-2e1680ac55ce tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event deleted for resources: {'Port': ['ID=ecda9f3b-16b1-47e1-b8ed-047372d63609,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:10.743548 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7d641700-a2e3-4feb-b74f-2e1680ac55ce tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for floatingip, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:10.743883 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.l3_db [None req-7d641700-a2e3-4feb-b74f-2e1680ac55ce tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Floating IP dd66968c-cd9b-44f8-9b1f-050d0b316ef3 disassociated (deleted). External IP: 172.27.2.150, port: f17237d6-f6e2-41b3-bebf-b1c1cf0746c9. Jul 19 17:49:10.936597 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d641700-a2e3-4feb-b74f-2e1680ac55ce tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:49:11.039103 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d641700-a2e3-4feb-b74f-2e1680ac55ce tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:49:11.043821 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7d641700-a2e3-4feb-b74f-2e1680ac55ce tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:11.049244 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534fefa9-a8da-4d95-875c-bc804cb59c90 None None] Sync routers for ids ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:49:11.057911 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534fefa9-a8da-4d95-875c-bc804cb59c90 None None] Routers {'3ebc2e62-133f-4703-b31a-5dd1e0de9b51'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:49:11.058539 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-534fefa9-a8da-4d95-875c-bc804cb59c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:48:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:11.083388 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-7d641700-a2e3-4feb-b74f-2e1680ac55ce tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "DELETE /v2.0/floatingips/dd66968c-cd9b-44f8-9b1f-050d0b316ef3 HTTP/1.1" status: 204 len: 168 time: 0.8156710 Jul 19 17:49:11.084082 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'tag': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:49:11.086545 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3d13a1-fdac-4b32-a520-2f2c0928d2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9480c052-0ce9-491a-82fd-e3de414c6f2a", "tag": "f17237d6-f6e2-41b3-bebf-b1c1cf0746c9"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:49:11.122476 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f8753e-ba92-4d84-9951-1a3dd2aade96 x-openstack-request-id: req-63f8753e-ba92-4d84-9951-1a3dd2aade96 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:49:11.122768 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9480c052-0ce9-491a-82fd-e3de414c6f2a", "tag": "f17237d6-f6e2-41b3-bebf-b1c1cf0746c9", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:49:11.123020 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63f8753e-ba92-4d84-9951-1a3dd2aade96 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:49:11.123417 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'tag': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9', 'status': 'completed', 'code': 200} Jul 19 17:49:11.165301 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-534fefa9-a8da-4d95-875c-bc804cb59c90 None None] Set router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:49:11.254617 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d13a1-fdac-4b32-a520-2f2c0928d2a7 req-3e4995cd-9dc8-46b6-8ed8-aa1f22c3bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:49:11.256275 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ce3d13a1-fdac-4b32-a520-2f2c0928d2a7 req-3e4995cd-9dc8-46b6-8ed8-aa1f22c3bc36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c040f5f97adc447195c341b2b823bfe6&device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 1099 time: 0.0622375 Jul 19 17:49:11.321409 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b654c-dcbd-4114-a8bf-0e4d926b7c83 req-5ef73013-fd71-4147-b0ba-88cbec0b12d2 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:49:11.323048 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-991b654c-dcbd-4114-a8bf-0e4d926b7c83 req-5ef73013-fd71-4147-b0ba-88cbec0b12d2 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 946 time: 0.0660281 Jul 19 17:49:11.363821 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d13a1-fdac-4b32-a520-2f2c0928d2a7 req-9a91cdd1-e8f9-42f3-a86e-52bf440ec382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:49:11.365535 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ce3d13a1-fdac-4b32-a520-2f2c0928d2a7 req-9a91cdd1-e8f9-42f3-a86e-52bf440ec382 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f24d9df-a931-4ff8-bb3b-6117c4624555 HTTP/1.1" status: 200 len: 913 time: 0.0873852 Jul 19 17:49:11.366530 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-991b654c-dcbd-4114-a8bf-0e4d926b7c83 req-ac1fea14-e6b6-4f94-ad51-1970e1072b39 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373139 Jul 19 17:49:11.374759 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-534fefa9-a8da-4d95-875c-bc804cb59c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:59Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:11.401412 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534fefa9-a8da-4d95-875c-bc804cb59c90 None None] Checking router: 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:49:11.409570 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534fefa9-a8da-4d95-875c-bc804cb59c90 None None] Routers {'3ebc2e62-133f-4703-b31a-5dd1e0de9b51'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:49:11.410451 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-534fefa9-a8da-4d95-875c-bc804cb59c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:48:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:11.415963 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ce3d13a1-fdac-4b32-a520-2f2c0928d2a7 req-459aa453-5906-49ec-bc68-78e95da836d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 HTTP/1.1" status: 200 len: 217 time: 0.0417242 Jul 19 17:49:11.464587 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d13a1-fdac-4b32-a520-2f2c0928d2a7 req-f107967d-d5e7-4d1c-8c60-6469190761f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:49:11.465951 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ce3d13a1-fdac-4b32-a520-2f2c0928d2a7 req-f107967d-d5e7-4d1c-8c60-6469190761f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66a645b9-6b30-4f54-84d8-11e492b1f028 HTTP/1.1" status: 200 len: 851 time: 0.0429730 Jul 19 17:49:11.515352 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-534fefa9-a8da-4d95-875c-bc804cb59c90 None None] Set router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:49:11.523993 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d13a1-fdac-4b32-a520-2f2c0928d2a7 req-1a549bb8-f5c2-4f5a-825c-13e09035b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:49:11.525483 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ce3d13a1-fdac-4b32-a520-2f2c0928d2a7 req-1a549bb8-f5c2-4f5a-825c-13e09035b9e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f24d9df-a931-4ff8-bb3b-6117c4624555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516520 Jul 19 17:49:11.624339 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ce3d13a1-fdac-4b32-a520-2f2c0928d2a7 req-79688c2a-35da-4276-ab16-1372f36b048b service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906293 Jul 19 17:49:11.710259 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-ce3d13a1-fdac-4b32-a520-2f2c0928d2a7 req-50d3a216-af1d-4a4b-9cc3-7945f11cc465 service neutron] 10.222.0.49 "GET /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791633 Jul 19 17:49:11.712673 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-534fefa9-a8da-4d95-875c-bc804cb59c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:59Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:11.744352 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534fefa9-a8da-4d95-875c-bc804cb59c90 None None] The sync data for ids ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'] in dv-cinder-800696-4-iscsi is: [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '99d261e9-23f8-4cdb-afea-ae4fee4a942d', 'name': '', 'network_id': '0f24d9df-a931-4ff8-bb3b-6117c4624555', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'mac_address': 'fa:16:3e:08:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:52Z', 'updated_at': '2021-07-19T17:40:59Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'subnets': [{'id': '66a645b9-6b30-4f54-84d8-11e492b1f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:49:11.947424 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91d3aed-1589-4118-9ef5-29b491bdcdd1 None None] New status for floating IP dd66968c-cd9b-44f8-9b1f-050d0b316ef3: DOWN {{(pid=99969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:49:12.490583 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728e32c-079e-4084-ba2e-fc686b62ceb4 req-2deefac7-991c-4891-b1df-9c64990c7f49 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:49:12.492050 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4728e32c-079e-4084-ba2e-fc686b62ceb4 req-2deefac7-991c-4891-b1df-9c64990c7f49 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 946 time: 0.0614526 Jul 19 17:49:12.528652 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-4728e32c-079e-4084-ba2e-fc686b62ceb4 req-e7b53ad0-c43b-48a5-a948-6eae75cad1b1 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/security-groups?id=f60876cd-58fd-48aa-bc1a-51dcbd60c870&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310028 Jul 19 17:49:13.110650 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4f992-47ee-4f32-905f-5f151e6cf6cd req-0807b990-d97e-4317-8d57-090d092213ac tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:49:13.112050 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-dbf4f992-47ee-4f32-905f-5f151e6cf6cd req-0807b990-d97e-4317-8d57-090d092213ac tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.49 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 946 time: 0.0641239 Jul 19 17:49:13.211573 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-dbf4f992-47ee-4f32-905f-5f151e6cf6cd req-3744cd2d-91c8-44cc-b1c4-2d0b3a73d261 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Deleting port f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:49:13.211835 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-dbf4f992-47ee-4f32-905f-5f151e6cf6cd req-3744cd2d-91c8-44cc-b1c4-2d0b3a73d261 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:13.300842 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-dbf4f992-47ee-4f32-905f-5f151e6cf6cd req-3744cd2d-91c8-44cc-b1c4-2d0b3a73d261 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] For port f17237d6-f6e2-41b3-bebf-b1c1cf0746c9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f17237d6-f6e2-41b3-bebf-b1c1cf0746c9,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:49:13.301197 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-dbf4f992-47ee-4f32-905f-5f151e6cf6cd req-3744cd2d-91c8-44cc-b1c4-2d0b3a73d261 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:13.312471 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-dbf4f992-47ee-4f32-905f-5f151e6cf6cd req-3744cd2d-91c8-44cc-b1c4-2d0b3a73d261 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Calling delete_port for f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:49:13.432893 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-dbf4f992-47ee-4f32-905f-5f151e6cf6cd req-3744cd2d-91c8-44cc-b1c4-2d0b3a73d261 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:13.461659 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744cd2d-91c8-44cc-b1c4-2d0b3a73d261 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event deleted for resources: {'Port': ['ID=f17237d6-f6e2-41b3-bebf-b1c1cf0746c9,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:13.508077 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf4f992-47ee-4f32-905f-5f151e6cf6cd req-3744cd2d-91c8-44cc-b1c4-2d0b3a73d261 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] No DVR routers for this DVR port f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:49:13.510385 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-dbf4f992-47ee-4f32-905f-5f151e6cf6cd req-3744cd2d-91c8-44cc-b1c4-2d0b3a73d261 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:13.512333 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-dbf4f992-47ee-4f32-905f-5f151e6cf6cd req-3744cd2d-91c8-44cc-b1c4-2d0b3a73d261 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.49 "DELETE /v2.0/ports/f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 HTTP/1.1" status: 204 len: 173 time: 0.3910818 Jul 19 17:49:13.512773 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'name': 'network-vif-deleted', 'tag': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:49:13.514995 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8d25fd-9416-41cc-bb08-48d6dc0ff333" -d '{"events": [{"server_uuid": "9480c052-0ce9-491a-82fd-e3de414c6f2a", "name": "network-vif-deleted", "tag": "f17237d6-f6e2-41b3-bebf-b1c1cf0746c9"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:49:13.549323 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152c1f07-0acb-4106-8e54-aca5c3a40ccd x-openstack-request-id: req-152c1f07-0acb-4106-8e54-aca5c3a40ccd {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:49:13.551611 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9480c052-0ce9-491a-82fd-e3de414c6f2a", "name": "network-vif-deleted", "tag": "f17237d6-f6e2-41b3-bebf-b1c1cf0746c9", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:49:13.551611 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-152c1f07-0acb-4106-8e54-aca5c3a40ccd {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:49:13.551611 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9480c052-0ce9-491a-82fd-e3de414c6f2a', 'name': 'network-vif-deleted', 'tag': 'f17237d6-f6e2-41b3-bebf-b1c1cf0746c9', 'status': 'completed', 'code': 200} Jul 19 17:49:13.623714 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-1ea2781a-609e-4a47-9f40-a5a6e01e41b7 req-268add3f-940e-4992-a3ee-1913b427d3e1 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "GET /v2.0/ports?device_id=9480c052-0ce9-491a-82fd-e3de414c6f2a HTTP/1.1" status: 200 len: 210 time: 0.0290682 Jul 19 17:49:14.677739 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58680) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:49:14.794911 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Deleting port 2073ebc3-f29b-4c71-a16a-8edd3568f83c {{(pid=99966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:49:14.795249 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:14.869423 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:14.869750 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:14.881364 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Calling delete_port for 2073ebc3-f29b-4c71-a16a-8edd3568f83c owned by network:floatingip {{(pid=99966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:49:15.007600 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:15.032665 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event deleted for resources: {'Port': ['ID=2073ebc3-f29b-4c71-a16a-8edd3568f83c,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:15.058636 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:15.058986 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:15.059325 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:15.059659 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:15.059990 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:15.060318 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:15.060644 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:15.060970 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:15.061292 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:15.061611 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:15.061931 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:15.062278 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:49:15.101050 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for floatingip, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:15.103637 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:15.104775 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-0ee2bdab-eafb-40a4-b9ae-c96ee1969f64 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "DELETE /v2.0/floatingips/fb826f7c-343b-449b-87fe-2c7d1dd57b84 HTTP/1.1" status: 204 len: 168 time: 0.4259841 Jul 19 17:49:16.291122 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58692) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:49:16.348482 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e3d747c8-1dea-4c01-9098-2f8e293edbd5 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:16.379195 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e3d747c8-1dea-4c01-9098-2f8e293edbd5 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:16.434592 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e3d747c8-1dea-4c01-9098-2f8e293edbd5 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:16.437144 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-e3d747c8-1dea-4c01-9098-2f8e293edbd5 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Notify callbacks [] for security_group, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:16.438287 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-e3d747c8-1dea-4c01-9098-2f8e293edbd5 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] 10.222.0.58 "DELETE /v2.0/security-groups/f60876cd-58fd-48aa-bc1a-51dcbd60c870 HTTP/1.1" status: 204 len: 168 time: 0.1461575 Jul 19 17:49:16.447562 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d747c8-1dea-4c01-9098-2f8e293edbd5 tempest-TestVolumeBootPattern-96232251 tempest-TestVolumeBootPattern-96232251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60876cd-58fd-48aa-bc1a-51dcbd60c870,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:16.501867 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58696) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:49:16.918754 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7a78a632-88bd-43b3-809a-c1348b46e50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418422'] for router_interface, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:17.141543 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:49:17.161018 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:49:17.161362 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device f17237d6-f6e2-41b3-bebf-b1c1cf0746c9 not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:49:17.162063 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-7a78a632-88bd-43b3-809a-c1348b46e50d admin admin] Deleting port 99d261e9-23f8-4cdb-afea-ae4fee4a942d {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:49:17.162418 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7a78a632-88bd-43b3-809a-c1348b46e50d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:17.240655 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-7a78a632-88bd-43b3-809a-c1348b46e50d admin admin] For port 99d261e9-23f8-4cdb-afea-ae4fee4a942d, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=99d261e9-23f8-4cdb-afea-ae4fee4a942d,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:49:17.240925 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7a78a632-88bd-43b3-809a-c1348b46e50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:17.252722 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-7a78a632-88bd-43b3-809a-c1348b46e50d admin admin] Calling delete_port for 99d261e9-23f8-4cdb-afea-ae4fee4a942d owned by network:router_interface {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:49:17.429700 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7a78a632-88bd-43b3-809a-c1348b46e50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:17.458430 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78a632-88bd-43b3-809a-c1348b46e50d admin admin] Pushing event deleted for resources: {'Port': ['ID=99d261e9-23f8-4cdb-afea-ae4fee4a942d,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:17.612406 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-7a78a632-88bd-43b3-809a-c1348b46e50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418330'] for router_interface, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:18.063938 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a78a632-88bd-43b3-809a-c1348b46e50d admin admin] Router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:49:18.164800 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a78a632-88bd-43b3-809a-c1348b46e50d admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:49:18.169608 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-7a78a632-88bd-43b3-809a-c1348b46e50d admin admin] 10.222.0.58 "PUT /v2.0/routers/3ebc2e62-133f-4703-b31a-5dd1e0de9b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6667187 Jul 19 17:49:18.172288 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58700) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:49:18.173334 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2bb1e4-3d58-4bfd-bb2e-8c2199845a76 None None] Sync routers for ids ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:49:18.182278 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2bb1e4-3d58-4bfd-bb2e-8c2199845a76 None None] Routers {'3ebc2e62-133f-4703-b31a-5dd1e0de9b51'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:49:18.182965 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-0d2bb1e4-3d58-4bfd-bb2e-8c2199845a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:48:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:18.272755 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-683b67b1-ad36-48a7-86b6-77dc8c73268f admin admin] Notify callbacks [] for router, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:18.285247 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-0d2bb1e4-3d58-4bfd-bb2e-8c2199845a76 None None] Set router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:49:18.382327 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-683b67b1-ad36-48a7-86b6-77dc8c73268f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:18.432203 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-683b67b1-ad36-48a7-86b6-77dc8c73268f admin admin] Deleting port 516878ee-f9f7-4b13-9bfd-f60885688bab {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:49:18.432535 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-683b67b1-ad36-48a7-86b6-77dc8c73268f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:18.469296 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-0d2bb1e4-3d58-4bfd-bb2e-8c2199845a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:49:17Z', 'revision_number': 5, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port': {'id': '516878ee-f9f7-4b13-9bfd-f60885688bab', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:50Z', 'updated_at': '2021-07-19T17:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:18.495797 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2bb1e4-3d58-4bfd-bb2e-8c2199845a76 None None] Checking router: 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:49:18.504959 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2bb1e4-3d58-4bfd-bb2e-8c2199845a76 None None] Routers {'3ebc2e62-133f-4703-b31a-5dd1e0de9b51'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:49:18.505563 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-0d2bb1e4-3d58-4bfd-bb2e-8c2199845a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:48:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:18.516485 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-683b67b1-ad36-48a7-86b6-77dc8c73268f admin admin] For port 516878ee-f9f7-4b13-9bfd-f60885688bab, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=516878ee-f9f7-4b13-9bfd-f60885688bab,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:49:18.516839 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-683b67b1-ad36-48a7-86b6-77dc8c73268f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:18.528116 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-683b67b1-ad36-48a7-86b6-77dc8c73268f admin admin] Calling delete_port for 516878ee-f9f7-4b13-9bfd-f60885688bab owned by network:router_gateway {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:49:18.594750 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-0d2bb1e4-3d58-4bfd-bb2e-8c2199845a76 None None] Set router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 gateway port host: None {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:49:18.651281 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-0d2bb1e4-3d58-4bfd-bb2e-8c2199845a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:49:18Z', 'revision_number': 6, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port_host': None}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:18.678556 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2bb1e4-3d58-4bfd-bb2e-8c2199845a76 None None] The sync data for ids ['3ebc2e62-133f-4703-b31a-5dd1e0de9b51'] in dv-cinder-800696-4-iscsi is: [{'id': '3ebc2e62-133f-4703-b31a-5dd1e0de9b51', 'name': 'tempest-TestVolumeBootPattern-1610625568-router', 'tenant_id': 'c040f5f97adc447195c341b2b823bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:49Z', 'updated_at': '2021-07-19T17:49:18Z', 'revision_number': 6, 'project_id': 'c040f5f97adc447195c341b2b823bfe6', 'gw_port_host': None}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:49:18.695511 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-683b67b1-ad36-48a7-86b6-77dc8c73268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:18.720548 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b67b1-ad36-48a7-86b6-77dc8c73268f admin admin] Pushing event deleted for resources: {'Port': ['ID=516878ee-f9f7-4b13-9bfd-f60885688bab,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:18.779017 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-683b67b1-ad36-48a7-86b6-77dc8c73268f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418232'] for router_gateway, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:18.866783 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-683b67b1-ad36-48a7-86b6-77dc8c73268f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6197'] for router, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:18.868823 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-683b67b1-ad36-48a7-86b6-77dc8c73268f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:18.914858 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-683b67b1-ad36-48a7-86b6-77dc8c73268f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418636'] for router, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:18.915357 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683b67b1-ad36-48a7-86b6-77dc8c73268f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ebc2e62-133f-4703-b31a-5dd1e0de9b51 {{(pid=99967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:49:18.919617 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-683b67b1-ad36-48a7-86b6-77dc8c73268f admin admin] Notify callbacks [] for router, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:18.920753 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-683b67b1-ad36-48a7-86b6-77dc8c73268f admin admin] 10.222.0.58 "DELETE /v2.0/routers/3ebc2e62-133f-4703-b31a-5dd1e0de9b51 HTTP/1.1" status: 204 len: 168 time: 0.7475319 Jul 19 17:49:18.923216 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58702) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:49:18.965399 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_v2 [None req-72942e07-baf1-4342-9521-16b1eec3ad36 admin admin] Deleting subnet 66a645b9-6b30-4f54-84d8-11e492b1f028 {{(pid=99967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:49:18.968244 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-72942e07-baf1-4342-9521-16b1eec3ad36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.001704 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-72942e07-baf1-4342-9521-16b1eec3ad36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8558846'] for subnet, precommit_delete_associations {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.084794 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-72942e07-baf1-4342-9521-16b1eec3ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364798'] for subnet, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.134728 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-72942e07-baf1-4342-9521-16b1eec3ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10261960'] for subnet, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.157516 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72942e07-baf1-4342-9521-16b1eec3ad36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a645b9-6b30-4f54-84d8-11e492b1f028,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:19.163799 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-72942e07-baf1-4342-9521-16b1eec3ad36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.165690 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-72942e07-baf1-4342-9521-16b1eec3ad36 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/66a645b9-6b30-4f54-84d8-11e492b1f028 HTTP/1.1" status: 204 len: 168 time: 0.2415161 Jul 19 17:49:19.168233 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58704) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:49:19.173522 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d640014-70a5-45c1-b373-f1a0f091fe59 None None] Network 0f24d9df-a931-4ff8-bb3b-6117c4624555 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:49:19.198667 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-34327561-5aa7-4b8c-8b74-1622ce0c9fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.241608 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623415'] for network, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.293819 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] Deleting port cf4b4846-424e-45cd-a147-a8ed47978d75 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:49:19.294194 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.355721 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] For port cf4b4846-424e-45cd-a147-a8ed47978d75, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=cf4b4846-424e-45cd-a147-a8ed47978d75,segment=NetworkSegment(6b0ee3b4-6081-480f-97f6-b27528d76bcf),segment_id=6b0ee3b4-6081-480f-97f6-b27528d76bcf)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:49:19.356080 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.368160 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] Calling delete_port for cf4b4846-424e-45cd-a147-a8ed47978d75 owned by network:dhcp {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:49:19.418394 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5911c71d-acf2-4c8c-9b4f-79a45a91571b None None] DHCP port deletion for 0f24d9df-a931-4ff8-bb3b-6117c4624555 request from dv-cinder-800696-4-iscsi {{(pid=99968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:49:19.452149 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.464770 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-5911c71d-acf2-4c8c-9b4f-79a45a91571b None None] Deleting port cf4b4846-424e-45cd-a147-a8ed47978d75 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:49:19.465152 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5911c71d-acf2-4c8c-9b4f-79a45a91571b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.479091 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf4b4846-424e-45cd-a147-a8ed47978d75,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:19.480892 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] No DVR routers for this DVR port cf4b4846-424e-45cd-a147-a8ed47978d75 on host dv-cinder-800696-4-iscsi {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:49:19.536451 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-5911c71d-acf2-4c8c-9b4f-79a45a91571b None None] For port cf4b4846-424e-45cd-a147-a8ed47978d75, host dv-cinder-800696-4-iscsi, got binding levels [] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:49:19.536981 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5911c71d-acf2-4c8c-9b4f-79a45a91571b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.548545 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-5911c71d-acf2-4c8c-9b4f-79a45a91571b None None] Calling delete_port for cf4b4846-424e-45cd-a147-a8ed47978d75 owned by network:dhcp {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:49:19.551387 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.ipam_backend_mixin [None req-5911c71d-acf2-4c8c-9b4f-79a45a91571b None None] Port cf4b4846-424e-45cd-a147-a8ed47978d75 was not found and therefore no delete operation was performed {{(pid=99968) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 17:49:19.552667 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-5911c71d-acf2-4c8c-9b4f-79a45a91571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.553165 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366034', 'neutron.services.segments.db._delete_segments_for_network-8740605476410'] for network, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.562904 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f24d9df-a931-4ff8-bb3b-6117c4624555']}} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:19.572841 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0ee3b4-6081-480f-97f6-b27528d76bcf') {'for_net_delete': True} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:19.573131 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0ee3b4-6081-480f-97f6-b27528d76bcf') {} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:19.577499 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911c71d-acf2-4c8c-9b4f-79a45a91571b None None] Pushing event deleted for resources: {'Port': ['ID=cf4b4846-424e-45cd-a147-a8ed47978d75,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:19.581722 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5911c71d-acf2-4c8c-9b4f-79a45a91571b None None] No DVR routers for this DVR port cf4b4846-424e-45cd-a147-a8ed47978d75 on host dv-cinder-800696-4-iscsi {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:49:19.585937 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740605480259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8558821'] for segment, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.603609 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.609828 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=99967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:49:19.610335 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558688'] for segment, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: Traceback (most recent call last): Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: timer() Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: cb(*args, **kw) Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: return func(*args, **kwargs) Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: self._notify() Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: self.callback(batched_events) Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: event.method(event) Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: return f(self, *a, **k) Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._get(url).json() Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: return self.request(url, 'GET', **kwargs) Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:49:19.612011 dv-cinder-800696-4-iscsi neutron-server[99967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:49:19.667343 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418180'] for network, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.672073 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:19.674215 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0f24d9df-a931-4ff8-bb3b-6117c4624555 HTTP/1.1" status: 204 len: 168 time: 0.5050309 Jul 19 17:49:19.677752 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58706) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:49:19.687667 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99165c11-6368-482b-9ca3-d94b1d68a238 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f24d9df-a931-4ff8-bb3b-6117c4624555,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:20.003039 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-de106b2d-57d9-452d-b0fd-18a8788bcb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418422'] for router_interface, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:20.244165 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-de106b2d-57d9-452d-b0fd-18a8788bcb96 admin admin] Deleting port 54a7cc64-da73-47c0-a1fe-59d53a9f1564 {{(pid=99966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:49:20.244499 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-de106b2d-57d9-452d-b0fd-18a8788bcb96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:20.322138 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.db [None req-de106b2d-57d9-452d-b0fd-18a8788bcb96 admin admin] For port 54a7cc64-da73-47c0-a1fe-59d53a9f1564, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=54a7cc64-da73-47c0-a1fe-59d53a9f1564,segment=NetworkSegment(f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3),segment_id=f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3)] {{(pid=99966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:49:20.322494 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-de106b2d-57d9-452d-b0fd-18a8788bcb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:20.334638 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-de106b2d-57d9-452d-b0fd-18a8788bcb96 admin admin] Calling delete_port for 54a7cc64-da73-47c0-a1fe-59d53a9f1564 owned by network:router_interface {{(pid=99966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:49:20.519353 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-de106b2d-57d9-452d-b0fd-18a8788bcb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:20.543152 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de106b2d-57d9-452d-b0fd-18a8788bcb96 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a7cc64-da73-47c0-a1fe-59d53a9f1564,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:20.717700 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-de106b2d-57d9-452d-b0fd-18a8788bcb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418330'] for router_interface, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:20.735649 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 516878ee-f9f7-4b13-9bfd-f60885688bab no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:49:20.756048 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: 516878ee-f9f7-4b13-9bfd-f60885688bab {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:49:20.756384 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 516878ee-f9f7-4b13-9bfd-f60885688bab not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:49:20.756794 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 99d261e9-23f8-4cdb-afea-ae4fee4a942d no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:49:20.777690 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: 99d261e9-23f8-4cdb-afea-ae4fee4a942d {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:49:20.778061 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 99d261e9-23f8-4cdb-afea-ae4fee4a942d not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:49:20.778460 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device cf4b4846-424e-45cd-a147-a8ed47978d75 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:49:20.796402 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: cf4b4846-424e-45cd-a147-a8ed47978d75 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:49:20.796402 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device cf4b4846-424e-45cd-a147-a8ed47978d75 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:49:20.925378 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de106b2d-57d9-452d-b0fd-18a8788bcb96 admin admin] Router ab727fc0-048c-48c5-a8a6-720fff8d8c41 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:49:21.287181 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de106b2d-57d9-452d-b0fd-18a8788bcb96 admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:49:21.292101 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-de106b2d-57d9-452d-b0fd-18a8788bcb96 admin admin] 10.222.0.58 "PUT /v2.0/routers/ab727fc0-048c-48c5-a8a6-720fff8d8c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6132224 Jul 19 17:49:21.294747 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58712) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:49:21.295570 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1db3d-f389-4162-a5f8-1d5e14565460 None None] Sync routers for ids ['ab727fc0-048c-48c5-a8a6-720fff8d8c41'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:49:21.304483 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c1db3d-f389-4162-a5f8-1d5e14565460 None None] Routers {'ab727fc0-048c-48c5-a8a6-720fff8d8c41'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:49:21.305080 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-39c1db3d-f389-4162-a5f8-1d5e14565460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:48:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['ab727fc0-048c-48c5-a8a6-720fff8d8c41'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:21.394777 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2eed34cb-3759-4010-bddf-c167eaddd7eb admin admin] Notify callbacks [] for router, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:21.404878 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-39c1db3d-f389-4162-a5f8-1d5e14565460 None None] Set router ab727fc0-048c-48c5-a8a6-720fff8d8c41 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:49:21.495819 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2eed34cb-3759-4010-bddf-c167eaddd7eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:21.551637 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-2eed34cb-3759-4010-bddf-c167eaddd7eb admin admin] Deleting port 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:49:21.551901 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2eed34cb-3759-4010-bddf-c167eaddd7eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:21.577666 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-39c1db3d-f389-4162-a5f8-1d5e14565460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'name': 'tempest-TestVolumeBootPattern-991658534-router', 'tenant_id': 'a916686bab2f41a5a7981b058a7a0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2980aff9-5480-4eaa-85ff-e4f3b1dfdee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:57Z', 'updated_at': '2021-07-19T17:49:20Z', 'revision_number': 5, 'project_id': 'a916686bab2f41a5a7981b058a7a0323', 'gw_port': {'id': '2980aff9-5480-4eaa-85ff-e4f3b1dfdee8', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:40:58Z', 'updated_at': '2021-07-19T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:21.604444 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1db3d-f389-4162-a5f8-1d5e14565460 None None] Checking router: ab727fc0-048c-48c5-a8a6-720fff8d8c41 for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:49:21.612367 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c1db3d-f389-4162-a5f8-1d5e14565460 None None] Routers {'ab727fc0-048c-48c5-a8a6-720fff8d8c41'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:49:21.612956 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-39c1db3d-f389-4162-a5f8-1d5e14565460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:48:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['ab727fc0-048c-48c5-a8a6-720fff8d8c41'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:21.632276 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-2eed34cb-3759-4010-bddf-c167eaddd7eb admin admin] For port 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=2980aff9-5480-4eaa-85ff-e4f3b1dfdee8,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:49:21.632632 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2eed34cb-3759-4010-bddf-c167eaddd7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:21.644815 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-2eed34cb-3759-4010-bddf-c167eaddd7eb admin admin] Calling delete_port for 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8 owned by network:router_gateway {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:49:21.696267 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-39c1db3d-f389-4162-a5f8-1d5e14565460 None None] Set router ab727fc0-048c-48c5-a8a6-720fff8d8c41 gateway port host: None {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:49:21.704912 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3e801ed0-3ef1-4728-a94b-d57f37710983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:21.748847 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-39c1db3d-f389-4162-a5f8-1d5e14565460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'name': 'tempest-TestVolumeBootPattern-991658534-router', 'tenant_id': 'a916686bab2f41a5a7981b058a7a0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:57Z', 'updated_at': '2021-07-19T17:49:21Z', 'revision_number': 6, 'project_id': 'a916686bab2f41a5a7981b058a7a0323', 'gw_port_host': None}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:21.775249 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1db3d-f389-4162-a5f8-1d5e14565460 None None] The sync data for ids ['ab727fc0-048c-48c5-a8a6-720fff8d8c41'] in dv-cinder-800696-4-iscsi is: [{'id': 'ab727fc0-048c-48c5-a8a6-720fff8d8c41', 'name': 'tempest-TestVolumeBootPattern-991658534-router', 'tenant_id': 'a916686bab2f41a5a7981b058a7a0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:40:57Z', 'updated_at': '2021-07-19T17:49:21Z', 'revision_number': 6, 'project_id': 'a916686bab2f41a5a7981b058a7a0323', 'gw_port_host': None}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:49:21.812321 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2eed34cb-3759-4010-bddf-c167eaddd7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:21.837847 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed34cb-3759-4010-bddf-c167eaddd7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=2980aff9-5480-4eaa-85ff-e4f3b1dfdee8,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:21.897473 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2eed34cb-3759-4010-bddf-c167eaddd7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418232'] for router_gateway, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:21.936799 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:21.986619 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2eed34cb-3759-4010-bddf-c167eaddd7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6197'] for router, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:21.988725 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2eed34cb-3759-4010-bddf-c167eaddd7eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.029556 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2eed34cb-3759-4010-bddf-c167eaddd7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418636'] for router, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.030101 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eed34cb-3759-4010-bddf-c167eaddd7eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab727fc0-048c-48c5-a8a6-720fff8d8c41 {{(pid=99967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:49:22.035348 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-2eed34cb-3759-4010-bddf-c167eaddd7eb admin admin] Notify callbacks [] for router, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.036421 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-2eed34cb-3759-4010-bddf-c167eaddd7eb admin admin] 10.222.0.58 "DELETE /v2.0/routers/ab727fc0-048c-48c5-a8a6-720fff8d8c41 HTTP/1.1" status: 204 len: 168 time: 0.7405896 Jul 19 17:49:22.038787 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58714) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:49:22.083608 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e33920b-fa30-4a1b-a3d3-c5b5ec6c2f77 admin admin] Deleting subnet 9a6335f5-ca59-40e1-8438-bc09fd03e4f4 {{(pid=99967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:49:22.086510 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3e33920b-fa30-4a1b-a3d3-c5b5ec6c2f77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.119471 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3e33920b-fa30-4a1b-a3d3-c5b5ec6c2f77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8558846'] for subnet, precommit_delete_associations {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.202490 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3e33920b-fa30-4a1b-a3d3-c5b5ec6c2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364798'] for subnet, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.253244 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3e33920b-fa30-4a1b-a3d3-c5b5ec6c2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10261960'] for subnet, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.277389 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33920b-fa30-4a1b-a3d3-c5b5ec6c2f77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6335f5-ca59-40e1-8438-bc09fd03e4f4,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:22.282330 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3e33920b-fa30-4a1b-a3d3-c5b5ec6c2f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.284127 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-3e33920b-fa30-4a1b-a3d3-c5b5ec6c2f77 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9a6335f5-ca59-40e1-8438-bc09fd03e4f4 HTTP/1.1" status: 204 len: 168 time: 0.2444360 Jul 19 17:49:22.286812 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58718) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:49:22.288170 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309651d3-cbde-4e86-bef6-077d6bd0350e None None] Network ddcf96a4-6338-4556-8e3b-619fb0133944 requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:49:22.354311 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623415'] for network, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.406599 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] Deleting port 23d4ba87-f7b7-4691-bca3-4d4d255481a4 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:49:22.406936 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.468223 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] For port 23d4ba87-f7b7-4691-bca3-4d4d255481a4, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=23d4ba87-f7b7-4691-bca3-4d4d255481a4,segment=NetworkSegment(f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3),segment_id=f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:49:22.468584 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.484331 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] Calling delete_port for 23d4ba87-f7b7-4691-bca3-4d4d255481a4 owned by network:dhcp {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:49:22.523740 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92223b5e-2e9a-4055-a38a-b107f524e16c None None] DHCP port deletion for ddcf96a4-6338-4556-8e3b-619fb0133944 request from dv-cinder-800696-4-iscsi {{(pid=99968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:49:22.568447 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.573112 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-92223b5e-2e9a-4055-a38a-b107f524e16c None None] Deleting port 23d4ba87-f7b7-4691-bca3-4d4d255481a4 {{(pid=99968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:49:22.573456 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-92223b5e-2e9a-4055-a38a-b107f524e16c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.593757 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] Pushing event deleted for resources: {'Port': ['ID=23d4ba87-f7b7-4691-bca3-4d4d255481a4,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:22.597840 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] No DVR routers for this DVR port 23d4ba87-f7b7-4691-bca3-4d4d255481a4 on host dv-cinder-800696-4-iscsi {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:49:22.636614 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.db [None req-92223b5e-2e9a-4055-a38a-b107f524e16c None None] For port 23d4ba87-f7b7-4691-bca3-4d4d255481a4, host dv-cinder-800696-4-iscsi, got binding levels [] {{(pid=99968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:49:22.637008 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-92223b5e-2e9a-4055-a38a-b107f524e16c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.649957 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-92223b5e-2e9a-4055-a38a-b107f524e16c None None] Calling delete_port for 23d4ba87-f7b7-4691-bca3-4d4d255481a4 owned by network:dhcp {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:49:22.655875 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.ipam_backend_mixin [None req-92223b5e-2e9a-4055-a38a-b107f524e16c None None] Port 23d4ba87-f7b7-4691-bca3-4d4d255481a4 was not found and therefore no delete operation was performed {{(pid=99968) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 19 17:49:22.657425 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-92223b5e-2e9a-4055-a38a-b107f524e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997'] for port, after_delete {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.674341 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366034', 'neutron.services.segments.db._delete_segments_for_network-8740605476410'] for network, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.687004 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddcf96a4-6338-4556-8e3b-619fb0133944']}} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:22.698279 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3') {'for_net_delete': True} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:22.700950 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c166ca-d2bd-4bd2-96c0-5e3557c8dab3') {} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:49:22.712967 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740605480259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8558821'] for segment, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.727736 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.734081 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=99967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:49:22.734479 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558688'] for segment, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: Traceback (most recent call last): Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: timer() Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: cb(*args, **kw) Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: return func(*args, **kwargs) Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: self._notify() Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: self.callback(batched_events) Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: event.method(event) Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: return f(self, *a, **k) Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._get(url).json() Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: return self.request(url, 'GET', **kwargs) Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:49:22.736636 dv-cinder-800696-4-iscsi neutron-server[99967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:49:22.794537 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418180'] for network, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.802627 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:22.806863 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ddcf96a4-6338-4556-8e3b-619fb0133944 HTTP/1.1" status: 204 len: 168 time: 0.5168176 Jul 19 17:49:22.810249 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:49:22.823108 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3bd6f-5580-43c4-90a3-7a3924a6b733 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddcf96a4-6338-4556-8e3b-619fb0133944,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:22.832478 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:49:22.832831 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 2980aff9-5480-4eaa-85ff-e4f3b1dfdee8 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:49:22.833256 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 23d4ba87-f7b7-4691-bca3-4d4d255481a4 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:49:22.835468 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92223b5e-2e9a-4055-a38a-b107f524e16c None None] Pushing event deleted for resources: {'Port': ['ID=23d4ba87-f7b7-4691-bca3-4d4d255481a4,revision_number=None']} {{(pid=99968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:22.859829 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92223b5e-2e9a-4055-a38a-b107f524e16c None None] No DVR routers for this DVR port 23d4ba87-f7b7-4691-bca3-4d4d255481a4 on host dv-cinder-800696-4-iscsi {{(pid=99968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:49:22.861430 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: 23d4ba87-f7b7-4691-bca3-4d4d255481a4 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:49:22.861859 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 23d4ba87-f7b7-4691-bca3-4d4d255481a4 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:49:22.862340 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 54a7cc64-da73-47c0-a1fe-59d53a9f1564 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:49:22.886866 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: 54a7cc64-da73-47c0-a1fe-59d53a9f1564 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:49:22.887218 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 54a7cc64-da73-47c0-a1fe-59d53a9f1564 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:49:22.932531 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58726) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:49:22.970622 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-fb3d60cb-46b9-4137-950f-9b9408a99cce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c040f5f97adc447195c341b2b823bfe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367901 Jul 19 17:49:22.973362 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58728) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:49:23.020056 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-703e1232-d0e3-4f5e-807d-863478f16a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:23.041465 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-703e1232-d0e3-4f5e-807d-863478f16a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:23.086129 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-703e1232-d0e3-4f5e-807d-863478f16a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:23.088645 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-703e1232-d0e3-4f5e-807d-863478f16a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:23.089781 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-703e1232-d0e3-4f5e-807d-863478f16a4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/69d1e44d-d795-40fd-8322-26cec71acb09 HTTP/1.1" status: 204 len: 168 time: 0.1155205 Jul 19 17:49:23.097729 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e1232-d0e3-4f5e-807d-863478f16a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d1e44d-d795-40fd-8322-26cec71acb09,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:23.127033 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:23.395034 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58734) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:49:23.432425 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-73159eb7-8047-4f11-bb3f-6cc6d358a8d2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a916686bab2f41a5a7981b058a7a0323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362403 Jul 19 17:49:23.434704 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58736) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:49:23.480759 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-88d8735f-fe3d-404b-b694-e5fb6745f8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:23.504158 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-88d8735f-fe3d-404b-b694-e5fb6745f8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:23.550975 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-88d8735f-fe3d-404b-b694-e5fb6745f8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:23.553780 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-88d8735f-fe3d-404b-b694-e5fb6745f8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:23.554947 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-88d8735f-fe3d-404b-b694-e5fb6745f8c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/17f60522-abae-4276-a984-4d57b80e507e HTTP/1.1" status: 204 len: 168 time: 0.1192799 Jul 19 17:49:23.562617 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8735f-fe3d-404b-b694-e5fb6745f8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f60522-abae-4276-a984-4d57b80e507e,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:49:23.834876 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:24.518621 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:24.713290 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:49:31.129718 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-20184ada-59b6-4d42-9fdf-4a8e958726cb req-d7d1603e-9011-4e71-b3b1-72b658ef54b3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493219 Jul 19 17:49:31.208077 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20184ada-59b6-4d42-9fdf-4a8e958726cb req-d8f6dc10-35bc-4916-b33a-df54e4dd455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:49:31.209460 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-20184ada-59b6-4d42-9fdf-4a8e958726cb req-d8f6dc10-35bc-4916-b33a-df54e4dd455e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=243f0ff2617147a69560f3caab4c8b42&device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 1099 time: 0.0485816 Jul 19 17:49:31.314912 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20184ada-59b6-4d42-9fdf-4a8e958726cb req-147590b7-dee0-42ba-b130-b5c7819a192b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:49:31.316354 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-20184ada-59b6-4d42-9fdf-4a8e958726cb req-147590b7-dee0-42ba-b130-b5c7819a192b service neutron] 10.222.0.49 "GET /v2.0/networks?id=88f5f047-791b-4d40-a04f-4ba6f480519f HTTP/1.1" status: 200 len: 909 time: 0.0891495 Jul 19 17:49:31.377597 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-20184ada-59b6-4d42-9fdf-4a8e958726cb req-d1116068-63ac-46bf-b3d8-fa060cebb422 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d39acec-a106-484b-9b27-ba4ed072725a HTTP/1.1" status: 200 len: 1001 time: 0.0543995 Jul 19 17:49:31.425829 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20184ada-59b6-4d42-9fdf-4a8e958726cb req-d22c7e20-c9e2-4fdd-ade6-7d51e41d6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:49:31.427148 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-20184ada-59b6-4d42-9fdf-4a8e958726cb req-d22c7e20-c9e2-4fdd-ade6-7d51e41d6233 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce392775-9dbe-4e36-96a8-c22af4629855 HTTP/1.1" status: 200 len: 847 time: 0.0441618 Jul 19 17:49:31.480757 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20184ada-59b6-4d42-9fdf-4a8e958726cb req-6dbac409-39b2-4ab2-80a5-3d4dc94f018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:49:31.482662 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-20184ada-59b6-4d42-9fdf-4a8e958726cb req-6dbac409-39b2-4ab2-80a5-3d4dc94f018a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=88f5f047-791b-4d40-a04f-4ba6f480519f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495570 Jul 19 17:49:31.567960 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-20184ada-59b6-4d42-9fdf-4a8e958726cb req-4353257d-f811-4862-9b16-7ae5367f3d14 service neutron] 10.222.0.49 "GET /v2.0/networks/88f5f047-791b-4d40-a04f-4ba6f480519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787807 Jul 19 17:49:31.656733 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-20184ada-59b6-4d42-9fdf-4a8e958726cb req-c63a542a-bdee-4db9-a77b-cc8a6e46dc89 service neutron] 10.222.0.49 "GET /v2.0/networks/88f5f047-791b-4d40-a04f-4ba6f480519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816545 Jul 19 17:49:49.179917 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-0b43bc44-f4e0-4069-8982-0c3e9da355aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:51.710342 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8dbd90d7-3a09-4459-b0d1-6681cfb4692b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:51.937273 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:53.119439 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:53.839638 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:49:54.520787 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:01.712814 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:50:02.098955 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58742) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:50:02.246018 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-1d31112a-d2b9-4609-ac7c-6fe5de5f1769 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Deleting port 6c1b9482-4825-425c-a79b-5b25bd1e41fb {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:50:02.246379 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1d31112a-d2b9-4609-ac7c-6fe5de5f1769 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:02.321158 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1d31112a-d2b9-4609-ac7c-6fe5de5f1769 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:02.321481 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1d31112a-d2b9-4609-ac7c-6fe5de5f1769 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:02.332996 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-1d31112a-d2b9-4609-ac7c-6fe5de5f1769 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Calling delete_port for 6c1b9482-4825-425c-a79b-5b25bd1e41fb owned by network:floatingip {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:50:02.471647 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1d31112a-d2b9-4609-ac7c-6fe5de5f1769 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:02.745413 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31112a-d2b9-4609-ac7c-6fe5de5f1769 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Pushing event deleted for resources: {'Port': ['ID=6c1b9482-4825-425c-a79b-5b25bd1e41fb,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:50:02.804365 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1d31112a-d2b9-4609-ac7c-6fe5de5f1769 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for floatingip, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:02.804702 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.db.l3_db [None req-1d31112a-d2b9-4609-ac7c-6fe5de5f1769 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Floating IP 803d3725-f4d7-457b-bb75-373fbe44bbe2 disassociated (deleted). External IP: 172.27.2.35, port: 9d39acec-a106-484b-9b27-ba4ed072725a. Jul 19 17:50:03.000501 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d31112a-d2b9-4609-ac7c-6fe5de5f1769 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Router 95b74a41-988c-40ca-8972-e2a9aadbfd19 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:50:03.102175 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d31112a-d2b9-4609-ac7c-6fe5de5f1769 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:50:03.106965 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1d31112a-d2b9-4609-ac7c-6fe5de5f1769 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for floatingip, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:03.111839 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ada673-c4c3-4b85-81b6-a54391eb0d50 None None] Sync routers for ids ['95b74a41-988c-40ca-8972-e2a9aadbfd19'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:50:03.121785 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ada673-c4c3-4b85-81b6-a54391eb0d50 None None] Routers {'95b74a41-988c-40ca-8972-e2a9aadbfd19'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:50:03.122468 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-a3ada673-c4c3-4b85-81b6-a54391eb0d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:49:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['95b74a41-988c-40ca-8972-e2a9aadbfd19'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:50:03.148319 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-1d31112a-d2b9-4609-ac7c-6fe5de5f1769 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "DELETE /v2.0/floatingips/803d3725-f4d7-457b-bb75-373fbe44bbe2 HTTP/1.1" status: 204 len: 168 time: 1.0453863 Jul 19 17:50:03.148319 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'tag': '9d39acec-a106-484b-9b27-ba4ed072725a'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:50:03.148809 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4483f9-f493-4d14-b556-fa45897e751c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3f5338-5c64-4ac1-b6b7-8944d77ac787", "tag": "9d39acec-a106-484b-9b27-ba4ed072725a"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:50:03.232773 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-a3ada673-c4c3-4b85-81b6-a54391eb0d50 None None] Set router 95b74a41-988c-40ca-8972-e2a9aadbfd19 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:50:03.375185 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Jul 2021 17:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869274af-5c39-461b-84ec-e626d3683987 x-openstack-request-id: req-869274af-5c39-461b-84ec-e626d3683987 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:50:03.375502 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3f5338-5c64-4ac1-b6b7-8944d77ac787", "tag": "9d39acec-a106-484b-9b27-ba4ed072725a", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:50:03.375783 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-869274af-5c39-461b-84ec-e626d3683987 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:50:03.376180 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'tag': '9d39acec-a106-484b-9b27-ba4ed072725a', 'status': 'completed', 'code': 200} Jul 19 17:50:03.438546 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-a3ada673-c4c3-4b85-81b6-a54391eb0d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'name': 'tempest-TestShelveInstance-962053892-router', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:25Z', 'revision_number': 4, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'gw_port': {'id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '9ad953f1-ffae-4113-84c7-33ee360eebef', 'name': '', 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'mac_address': 'fa:16:3e:f4:2c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:24Z', 'updated_at': '2021-07-19T17:45:31Z', 'revision_number': 5, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'subnets': [{'id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:50:03.464997 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ada673-c4c3-4b85-81b6-a54391eb0d50 None None] Checking router: 95b74a41-988c-40ca-8972-e2a9aadbfd19 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:50:03.479798 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ada673-c4c3-4b85-81b6-a54391eb0d50 None None] Routers {'95b74a41-988c-40ca-8972-e2a9aadbfd19'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:50:03.480533 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-a3ada673-c4c3-4b85-81b6-a54391eb0d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:49:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['95b74a41-988c-40ca-8972-e2a9aadbfd19'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:50:03.488937 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8db92f-8435-465c-b837-ad737ab21657 req-d1116e11-0a0b-4770-86eb-143bb8f9ed2c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:50:03.490433 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8a8db92f-8435-465c-b837-ad737ab21657 req-d1116e11-0a0b-4770-86eb-143bb8f9ed2c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.1656036 Jul 19 17:50:03.526328 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4483f9-f493-4d14-b556-fa45897e751c req-78c90551-8e5b-4124-a4df-d4a3dfb0ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:50:03.528047 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8b4483f9-f493-4d14-b556-fa45897e751c req-78c90551-8e5b-4124-a4df-d4a3dfb0ce64 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=243f0ff2617147a69560f3caab4c8b42&device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 1099 time: 0.1049695 Jul 19 17:50:03.529928 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-8a8db92f-8435-465c-b837-ad737ab21657 req-e4613872-12ad-4625-896c-bc5b557ea304 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339143 Jul 19 17:50:03.587634 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-a3ada673-c4c3-4b85-81b6-a54391eb0d50 None None] Set router 95b74a41-988c-40ca-8972-e2a9aadbfd19 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:50:03.619910 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4483f9-f493-4d14-b556-fa45897e751c req-90f52680-337e-4445-9f92-39af8ec71423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:50:03.621348 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8b4483f9-f493-4d14-b556-fa45897e751c req-90f52680-337e-4445-9f92-39af8ec71423 service neutron] 10.222.0.49 "GET /v2.0/networks?id=88f5f047-791b-4d40-a04f-4ba6f480519f HTTP/1.1" status: 200 len: 909 time: 0.0866175 Jul 19 17:50:03.661570 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8b4483f9-f493-4d14-b556-fa45897e751c req-be020314-322d-4533-86e8-2c7f031a62b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d39acec-a106-484b-9b27-ba4ed072725a HTTP/1.1" status: 200 len: 217 time: 0.0336914 Jul 19 17:50:03.712012 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4483f9-f493-4d14-b556-fa45897e751c req-0e42762f-0794-48c7-92fc-313713e52889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:50:03.713528 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8b4483f9-f493-4d14-b556-fa45897e751c req-0e42762f-0794-48c7-92fc-313713e52889 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce392775-9dbe-4e36-96a8-c22af4629855 HTTP/1.1" status: 200 len: 847 time: 0.0458562 Jul 19 17:50:03.769985 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4483f9-f493-4d14-b556-fa45897e751c req-3506b3b8-bd4d-4342-abe9-8568c55c50b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:50:03.772015 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8b4483f9-f493-4d14-b556-fa45897e751c req-3506b3b8-bd4d-4342-abe9-8568c55c50b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=88f5f047-791b-4d40-a04f-4ba6f480519f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499518 Jul 19 17:50:03.782919 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-a3ada673-c4c3-4b85-81b6-a54391eb0d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'name': 'tempest-TestShelveInstance-962053892-router', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:25Z', 'revision_number': 4, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'gw_port': {'id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '9ad953f1-ffae-4113-84c7-33ee360eebef', 'name': '', 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'mac_address': 'fa:16:3e:f4:2c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:24Z', 'updated_at': '2021-07-19T17:45:31Z', 'revision_number': 5, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'subnets': [{'id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:50:03.783110 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [req-8b4483f9-f493-4d14-b556-fa45897e751c req-c7e3db7f-8bfb-4130-88bd-224de334e4b3 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=99967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 17:50:03.784252 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8b4483f9-f493-4d14-b556-fa45897e751c req-c7e3db7f-8bfb-4130-88bd-224de334e4b3 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058715 Jul 19 17:50:03.808405 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ada673-c4c3-4b85-81b6-a54391eb0d50 None None] The sync data for ids ['95b74a41-988c-40ca-8972-e2a9aadbfd19'] in dv-cinder-800696-4-iscsi is: [{'id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'name': 'tempest-TestShelveInstance-962053892-router', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:25Z', 'revision_number': 4, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'gw_port': {'id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi', '_interfaces': [{'id': '9ad953f1-ffae-4113-84c7-33ee360eebef', 'name': '', 'network_id': '88f5f047-791b-4d40-a04f-4ba6f480519f', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'mac_address': 'fa:16:3e:f4:2c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:24Z', 'updated_at': '2021-07-19T17:45:31Z', 'revision_number': 5, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'subnets': [{'id': 'ce392775-9dbe-4e36-96a8-c22af4629855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:50:03.873314 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8b4483f9-f493-4d14-b556-fa45897e751c req-14bdf593-5099-42b4-ace0-61701f4a8ea0 service neutron] 10.222.0.49 "GET /v2.0/networks/88f5f047-791b-4d40-a04f-4ba6f480519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826216 Jul 19 17:50:03.967408 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-8b4483f9-f493-4d14-b556-fa45897e751c req-a99974e2-12e2-4048-a458-7f23451a69ee service neutron] 10.222.0.49 "GET /v2.0/networks/88f5f047-791b-4d40-a04f-4ba6f480519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870550 Jul 19 17:50:04.015079 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3a3dac-de71-4de2-95e0-9163a9935bb9 None None] New status for floating IP 803d3725-f4d7-457b-bb75-373fbe44bbe2: DOWN {{(pid=99969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 17:50:04.711284 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024cf55-ecfd-4739-b5ab-acbeb989e088 req-2d25ce42-6236-4ffd-a2fa-b7eb07946bee tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:50:04.712695 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b024cf55-ecfd-4739-b5ab-acbeb989e088 req-2d25ce42-6236-4ffd-a2fa-b7eb07946bee tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.1147711 Jul 19 17:50:04.749317 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-b024cf55-ecfd-4739-b5ab-acbeb989e088 req-d90d5a20-e594-475b-9945-acf015c360fe tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8bbc4b9-a693-412d-8cc9-7b0100a80750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307863 Jul 19 17:50:05.071914 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67459bde-98fa-485f-893b-c3dbbdca1cec req-86395221-9699-41ff-91ca-2ede24e9bae5 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 17:50:05.073350 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-67459bde-98fa-485f-893b-c3dbbdca1cec req-86395221-9699-41ff-91ca-2ede24e9bae5 tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 946 time: 0.0613878 Jul 19 17:50:05.172411 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-67459bde-98fa-485f-893b-c3dbbdca1cec req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Deleting port 9d39acec-a106-484b-9b27-ba4ed072725a {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:50:05.172744 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-67459bde-98fa-485f-893b-c3dbbdca1cec req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:05.256564 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [req-67459bde-98fa-485f-893b-c3dbbdca1cec req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] For port 9d39acec-a106-484b-9b27-ba4ed072725a, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9d39acec-a106-484b-9b27-ba4ed072725a,segment=NetworkSegment(5448dfe8-b4bf-4442-83e2-b32a3a188177),segment_id=5448dfe8-b4bf-4442-83e2-b32a3a188177)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:50:05.256921 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-67459bde-98fa-485f-893b-c3dbbdca1cec req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:05.268871 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [req-67459bde-98fa-485f-893b-c3dbbdca1cec req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Calling delete_port for 9d39acec-a106-484b-9b27-ba4ed072725a owned by compute:nova {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:50:05.392821 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-67459bde-98fa-485f-893b-c3dbbdca1cec req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:05.421647 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Pushing event deleted for resources: {'Port': ['ID=9d39acec-a106-484b-9b27-ba4ed072725a,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:50:05.453751 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:50:05.454125 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:50:05.454464 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:50:05.454821 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:50:05.455147 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:50:05.455472 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:50:05.455791 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:50:05.456108 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:50:05.456429 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:50:05.456747 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:50:05.457060 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:50:05.457374 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-4-iscsi {{(pid=99967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 17:50:05.478438 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [req-67459bde-98fa-485f-893b-c3dbbdca1cec req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] No DVR routers for this DVR port 9d39acec-a106-484b-9b27-ba4ed072725a on host hv-cinder-80069 {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:50:05.480535 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [req-67459bde-98fa-485f-893b-c3dbbdca1cec req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142851'] for port, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:05.482490 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [req-67459bde-98fa-485f-893b-c3dbbdca1cec req-b595bf91-2879-4476-be68-fb09b8205c8c tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.49 "DELETE /v2.0/ports/9d39acec-a106-484b-9b27-ba4ed072725a HTTP/1.1" status: 204 len: 173 time: 0.4030929 Jul 19 17:50:05.482906 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'name': 'network-vif-deleted', 'tag': '9d39acec-a106-484b-9b27-ba4ed072725a'}] {{(pid=99967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 17:50:05.485105 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2764d0949f7202d140aef9fe71767c01981561b77fd570b59b8d6ea040307ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a62ffe-b4de-4b33-860e-0f483c804b5e" -d '{"events": [{"server_uuid": "ef3f5338-5c64-4ac1-b6b7-8944d77ac787", "name": "network-vif-deleted", "tag": "9d39acec-a106-484b-9b27-ba4ed072725a"}]}' {{(pid=99967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 17:50:05.521592 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Jul 2021 17:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f1a85d-a208-4541-8cb6-82375ba9dde0 x-openstack-request-id: req-17f1a85d-a208-4541-8cb6-82375ba9dde0 {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 17:50:05.521876 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3f5338-5c64-4ac1-b6b7-8944d77ac787", "name": "network-vif-deleted", "tag": "9d39acec-a106-484b-9b27-ba4ed072725a", "status": "completed", "code": 200}]} {{(pid=99967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 17:50:05.522177 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17f1a85d-a208-4541-8cb6-82375ba9dde0 {{(pid=99967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 17:50:05.522568 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3f5338-5c64-4ac1-b6b7-8944d77ac787', 'name': 'network-vif-deleted', 'tag': '9d39acec-a106-484b-9b27-ba4ed072725a', 'status': 'completed', 'code': 200} Jul 19 17:50:05.848177 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [req-789edefc-9925-4880-9f47-9b6a0cf92106 req-a8cf131e-2a5d-4e3c-82e7-34064835818e tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef3f5338-5c64-4ac1-b6b7-8944d77ac787 HTTP/1.1" status: 200 len: 210 time: 0.0311999 Jul 19 17:50:06.902721 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58766) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:50:06.958947 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ca6f3073-c12a-4457-a16e-0d887f72dd3d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:06.982762 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ca6f3073-c12a-4457-a16e-0d887f72dd3d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:07.039605 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ca6f3073-c12a-4457-a16e-0d887f72dd3d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:07.042088 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-ca6f3073-c12a-4457-a16e-0d887f72dd3d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:07.043208 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-ca6f3073-c12a-4457-a16e-0d887f72dd3d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] 10.222.0.58 "DELETE /v2.0/security-groups/f8bbc4b9-a693-412d-8cc9-7b0100a80750 HTTP/1.1" status: 204 len: 168 time: 0.1395226 Jul 19 17:50:07.053350 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f3073-c12a-4457-a16e-0d887f72dd3d tempest-TestShelveInstance-971854094 tempest-TestShelveInstance-971854094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bbc4b9-a693-412d-8cc9-7b0100a80750,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:50:07.086795 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58770) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:50:07.425990 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-683ba403-6d0d-4282-b7dd-56b31da5ab44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418422'] for router_interface, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:07.667693 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-683ba403-6d0d-4282-b7dd-56b31da5ab44 admin admin] Deleting port 9ad953f1-ffae-4113-84c7-33ee360eebef {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:50:07.668024 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-683ba403-6d0d-4282-b7dd-56b31da5ab44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:07.746014 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-683ba403-6d0d-4282-b7dd-56b31da5ab44 admin admin] For port 9ad953f1-ffae-4113-84c7-33ee360eebef, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=9ad953f1-ffae-4113-84c7-33ee360eebef,segment=NetworkSegment(5448dfe8-b4bf-4442-83e2-b32a3a188177),segment_id=5448dfe8-b4bf-4442-83e2-b32a3a188177)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:50:07.746390 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-683ba403-6d0d-4282-b7dd-56b31da5ab44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:07.758189 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-683ba403-6d0d-4282-b7dd-56b31da5ab44 admin admin] Calling delete_port for 9ad953f1-ffae-4113-84c7-33ee360eebef owned by network:router_interface {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:50:07.929930 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-683ba403-6d0d-4282-b7dd-56b31da5ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:07.955007 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ba403-6d0d-4282-b7dd-56b31da5ab44 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad953f1-ffae-4113-84c7-33ee360eebef,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:50:08.117670 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-683ba403-6d0d-4282-b7dd-56b31da5ab44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418330'] for router_interface, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:08.324223 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683ba403-6d0d-4282-b7dd-56b31da5ab44 admin admin] Router 95b74a41-988c-40ca-8972-e2a9aadbfd19 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:50:08.426007 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683ba403-6d0d-4282-b7dd-56b31da5ab44 admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:50:08.431355 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-683ba403-6d0d-4282-b7dd-56b31da5ab44 admin admin] 10.222.0.58 "PUT /v2.0/routers/95b74a41-988c-40ca-8972-e2a9aadbfd19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3435378 Jul 19 17:50:08.433829 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58772) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:50:08.436790 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824faf1e-1ec0-4646-b1e9-fd1a8a354f2c None None] Sync routers for ids ['95b74a41-988c-40ca-8972-e2a9aadbfd19'] in dv-cinder-800696-4-iscsi {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:50:08.447437 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824faf1e-1ec0-4646-b1e9-fd1a8a354f2c None None] Routers {'95b74a41-988c-40ca-8972-e2a9aadbfd19'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:50:08.448032 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-824faf1e-1ec0-4646-b1e9-fd1a8a354f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:49:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['95b74a41-988c-40ca-8972-e2a9aadbfd19'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:50:08.536560 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-007d7f2d-5732-41b1-a468-5541d45df335 admin admin] Notify callbacks [] for router, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:08.547605 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-824faf1e-1ec0-4646-b1e9-fd1a8a354f2c None None] Set router 95b74a41-988c-40ca-8972-e2a9aadbfd19 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:50:08.641704 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-007d7f2d-5732-41b1-a468-5541d45df335 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:08.695591 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-007d7f2d-5732-41b1-a468-5541d45df335 admin admin] Deleting port 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:50:08.695929 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-007d7f2d-5732-41b1-a468-5541d45df335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:08.725707 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-824faf1e-1ec0-4646-b1e9-fd1a8a354f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'name': 'tempest-TestShelveInstance-962053892-router', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:50:07Z', 'revision_number': 5, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'gw_port': {'id': '80ea2d1c-d9c5-4bae-b4a3-824f00bc6279', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:50:08.757576 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824faf1e-1ec0-4646-b1e9-fd1a8a354f2c None None] Checking router: 95b74a41-988c-40ca-8972-e2a9aadbfd19 for host: dv-cinder-800696-4-iscsi {{(pid=99968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:50:08.767518 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824faf1e-1ec0-4646-b1e9-fd1a8a354f2c None None] Routers {'95b74a41-988c-40ca-8972-e2a9aadbfd19'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:50:08.768146 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-824faf1e-1ec0-4646-b1e9-fd1a8a354f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:49:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['95b74a41-988c-40ca-8972-e2a9aadbfd19'], 'active': True} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:50:08.777631 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-007d7f2d-5732-41b1-a468-5541d45df335 admin admin] For port 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=80ea2d1c-d9c5-4bae-b4a3-824f00bc6279,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:50:08.777984 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-007d7f2d-5732-41b1-a468-5541d45df335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:08.790075 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-007d7f2d-5732-41b1-a468-5541d45df335 admin admin] Calling delete_port for 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279 owned by network:router_gateway {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:50:08.854767 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_dvr_db [None req-824faf1e-1ec0-4646-b1e9-fd1a8a354f2c None None] Set router 95b74a41-988c-40ca-8972-e2a9aadbfd19 gateway port host: None {{(pid=99968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:50:08.908759 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.db.l3_hamode_db [None req-824faf1e-1ec0-4646-b1e9-fd1a8a354f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'name': 'tempest-TestShelveInstance-962053892-router', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:50:08Z', 'revision_number': 6, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'gw_port_host': None}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:50:08.938411 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824faf1e-1ec0-4646-b1e9-fd1a8a354f2c None None] The sync data for ids ['95b74a41-988c-40ca-8972-e2a9aadbfd19'] in dv-cinder-800696-4-iscsi is: [{'id': '95b74a41-988c-40ca-8972-e2a9aadbfd19', 'name': 'tempest-TestShelveInstance-962053892-router', 'tenant_id': '243f0ff2617147a69560f3caab4c8b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:22Z', 'updated_at': '2021-07-19T17:50:08Z', 'revision_number': 6, 'project_id': '243f0ff2617147a69560f3caab4c8b42', 'gw_port_host': None}] {{(pid=99968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:50:08.951417 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-007d7f2d-5732-41b1-a468-5541d45df335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:08.978283 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d7f2d-5732-41b1-a468-5541d45df335 admin admin] Pushing event deleted for resources: {'Port': ['ID=80ea2d1c-d9c5-4bae-b4a3-824f00bc6279,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:50:09.037419 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-007d7f2d-5732-41b1-a468-5541d45df335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418232'] for router_gateway, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.123188 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-007d7f2d-5732-41b1-a468-5541d45df335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6197'] for router, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.125238 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-007d7f2d-5732-41b1-a468-5541d45df335 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.168101 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-007d7f2d-5732-41b1-a468-5541d45df335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418636'] for router, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.168635 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007d7f2d-5732-41b1-a468-5541d45df335 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95b74a41-988c-40ca-8972-e2a9aadbfd19 {{(pid=99967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:50:09.172709 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-007d7f2d-5732-41b1-a468-5541d45df335 admin admin] Notify callbacks [] for router, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.173842 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-007d7f2d-5732-41b1-a468-5541d45df335 admin admin] 10.222.0.58 "DELETE /v2.0/routers/95b74a41-988c-40ca-8972-e2a9aadbfd19 HTTP/1.1" status: 204 len: 168 time: 0.7390838 Jul 19 17:50:09.176403 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58774) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:50:09.218158 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ffb3e6c-4c4c-4caa-a1be-cdd6fcab5cf0 admin admin] Deleting subnet ce392775-9dbe-4e36-96a8-c22af4629855 {{(pid=99967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:50:09.221157 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1ffb3e6c-4c4c-4caa-a1be-cdd6fcab5cf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.253474 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1ffb3e6c-4c4c-4caa-a1be-cdd6fcab5cf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8558846'] for subnet, precommit_delete_associations {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.334918 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1ffb3e6c-4c4c-4caa-a1be-cdd6fcab5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364798'] for subnet, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.387493 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1ffb3e6c-4c4c-4caa-a1be-cdd6fcab5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10261960'] for subnet, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.412927 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb3e6c-4c4c-4caa-a1be-cdd6fcab5cf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce392775-9dbe-4e36-96a8-c22af4629855,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:50:09.418624 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-1ffb3e6c-4c4c-4caa-a1be-cdd6fcab5cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.420444 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-1ffb3e6c-4c4c-4caa-a1be-cdd6fcab5cf0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ce392775-9dbe-4e36-96a8-c22af4629855 HTTP/1.1" status: 204 len: 168 time: 0.2431445 Jul 19 17:50:09.423149 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [-] (99966) accepted ('10.222.0.58', 58776) {{(pid=99966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:50:09.423746 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f5d838-7b31-4505-b895-791b0b9ac256 None None] Network 88f5f047-791b-4d40-a04f-4ba6f480519f requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:50:09.438166 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 9d39acec-a106-484b-9b27-ba4ed072725a no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:50:09.468507 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] No Port match for: 9d39acec-a106-484b-9b27-ba4ed072725a {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:50:09.468845 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Device 9d39acec-a106-484b-9b27-ba4ed072725a not bound to the agent host hv-cinder-80069 {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:50:09.491306 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623415'] for network, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.541196 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] Deleting port e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1 {{(pid=99966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:50:09.541527 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.601193 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.db [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] For port e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1,segment=NetworkSegment(5448dfe8-b4bf-4442-83e2-b32a3a188177),segment_id=5448dfe8-b4bf-4442-83e2-b32a3a188177)] {{(pid=99966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:50:09.601557 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.613061 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.plugin [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] Calling delete_port for e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1 owned by network:dhcp {{(pid=99966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:50:09.690992 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fe4403-add3-48ee-8cda-580f8afb5da5 None None] DHCP port deletion for 88f5f047-791b-4d40-a04f-4ba6f480519f request from dv-cinder-800696-4-iscsi {{(pid=99968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:50:09.697884 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9062991'] for port, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.715662 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe4403-add3-48ee-8cda-580f8afb5da5 None None] The port 'e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1' was deleted {{(pid=99968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 19 17:50:09.725237 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] Pushing event deleted for resources: {'Port': ['ID=e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:50:09.727365 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] No DVR routers for this DVR port e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1 on host dv-cinder-800696-4-iscsi {{(pid=99966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:50:09.797382 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366034', 'neutron.services.segments.db._delete_segments_for_network-8740605476410'] for network, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.807490 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.services.segments.db [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f5f047-791b-4d40-a04f-4ba6f480519f']}} {{(pid=99966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:50:09.817546 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.services.segments.db [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5448dfe8-b4bf-4442-83e2-b32a3a188177') {'for_net_delete': True} {{(pid=99966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:50:09.817833 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.services.segments.db [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5448dfe8-b4bf-4442-83e2-b32a3a188177') {} {{(pid=99966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:50:09.826504 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740605480259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8026710'] for segment, before_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.839967 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.846204 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=99966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:50:09.846583 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9063026'] for segment, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: Traceback (most recent call last): Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: timer() Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: cb(*args, **kw) Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: return func(*args, **kwargs) Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: self._notify() Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: self.callback(batched_events) Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: event.method(event) Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: return f(self, *a, **k) Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: return self._get(url).json() Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: return self.request(url, 'GET', **kwargs) Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:50:09.848393 dv-cinder-800696-4-iscsi neutron-server[99966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:50:09.900901 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418180'] for network, after_delete {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.906441 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron_lib.callbacks.manager [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:09.908663 dv-cinder-800696-4-iscsi neutron-server[99966]: INFO neutron.wsgi [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] 10.222.0.58 "DELETE /v2.0/networks/88f5f047-791b-4d40-a04f-4ba6f480519f HTTP/1.1" status: 204 len: 168 time: 0.4843893 Jul 19 17:50:09.911745 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58778) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:50:09.921874 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e1d16-8403-4c02-8572-2e38158ef530 admin admin] Pushing event deleted for resources: {'Network': ['ID=88f5f047-791b-4d40-a04f-4ba6f480519f,revision_number=None']} {{(pid=99966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:50:10.508623 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c64a8b49-a8db-48b3-93e7-2022c3affc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418422'] for router_interface, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:10.678757 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 9ad953f1-ffae-4113-84c7-33ee360eebef no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:50:10.698335 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: 9ad953f1-ffae-4113-84c7-33ee360eebef {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:50:10.698683 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 9ad953f1-ffae-4113-84c7-33ee360eebef not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:50:10.699100 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:50:10.717658 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:50:10.718097 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 80ea2d1c-d9c5-4bae-b4a3-824f00bc6279 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:50:10.718566 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:50:10.739619 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:50:10.739961 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device e05c1d4b-8a0c-4a0a-ac76-db0bf87d0bc1 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:50:10.762116 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-c64a8b49-a8db-48b3-93e7-2022c3affc00 admin admin] Deleting port 016460dc-9b10-4302-aca3-f1e2d37621ff {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:50:10.762458 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c64a8b49-a8db-48b3-93e7-2022c3affc00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:10.836720 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-c64a8b49-a8db-48b3-93e7-2022c3affc00 admin admin] For port 016460dc-9b10-4302-aca3-f1e2d37621ff, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=016460dc-9b10-4302-aca3-f1e2d37621ff,segment=NetworkSegment(ffd533d9-9f08-4e24-b286-841b37938d67),segment_id=ffd533d9-9f08-4e24-b286-841b37938d67)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:50:10.837069 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c64a8b49-a8db-48b3-93e7-2022c3affc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:10.849387 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-c64a8b49-a8db-48b3-93e7-2022c3affc00 admin admin] Calling delete_port for 016460dc-9b10-4302-aca3-f1e2d37621ff owned by network:router_interface {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:50:11.019213 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c64a8b49-a8db-48b3-93e7-2022c3affc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:11.042631 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a8b49-a8db-48b3-93e7-2022c3affc00 admin admin] Pushing event deleted for resources: {'Port': ['ID=016460dc-9b10-4302-aca3-f1e2d37621ff,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:50:11.206491 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c64a8b49-a8db-48b3-93e7-2022c3affc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418330'] for router_interface, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:11.411756 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64a8b49-a8db-48b3-93e7-2022c3affc00 admin admin] Router 66cbe702-962f-49df-be3b-6a247d7faae1 has already been hosted by L3 agent 74184ed2-60d8-448e-9a24-f6a8ff4c2b27 {{(pid=99967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 17:50:11.515379 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64a8b49-a8db-48b3-93e7-2022c3affc00 admin admin] Notify agent at l3_agent.dv-cinder-800696-4-iscsi the message routers_updated {{(pid=99967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 17:50:11.520322 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-c64a8b49-a8db-48b3-93e7-2022c3affc00 admin admin] 10.222.0.58 "PUT /v2.0/routers/66cbe702-962f-49df-be3b-6a247d7faae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6072268 Jul 19 17:50:11.522995 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58780) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:50:11.525383 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1cc7d9-c924-4847-81cc-f2f13f2b57a9 None None] Sync routers for ids ['66cbe702-962f-49df-be3b-6a247d7faae1'] in dv-cinder-800696-4-iscsi {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 17:50:11.535897 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1cc7d9-c924-4847-81cc-f2f13f2b57a9 None None] Routers {'66cbe702-962f-49df-be3b-6a247d7faae1'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:50:11.536428 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-fc1cc7d9-c924-4847-81cc-f2f13f2b57a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:49:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['66cbe702-962f-49df-be3b-6a247d7faae1'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:50:11.624463 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3d8d604b-f4b5-4072-821e-4c24d2fdbb8e admin admin] Notify callbacks [] for router, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:11.635557 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-fc1cc7d9-c924-4847-81cc-f2f13f2b57a9 None None] Set router 66cbe702-962f-49df-be3b-6a247d7faae1 gateway port host: dv-cinder-800696-4-iscsi {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:50:11.729807 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3d8d604b-f4b5-4072-821e-4c24d2fdbb8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:11.782695 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-3d8d604b-f4b5-4072-821e-4c24d2fdbb8e admin admin] Deleting port 0cfd0360-1bc1-42d3-b5ff-f3633abbf096 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:50:11.783293 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3d8d604b-f4b5-4072-821e-4c24d2fdbb8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:11.862512 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-3d8d604b-f4b5-4072-821e-4c24d2fdbb8e admin admin] For port 0cfd0360-1bc1-42d3-b5ff-f3633abbf096, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=0cfd0360-1bc1-42d3-b5ff-f3633abbf096,segment=NetworkSegment(58546dba-c39e-41d9-ad6f-f9d9fa7cec8d),segment_id=58546dba-c39e-41d9-ad6f-f9d9fa7cec8d)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:50:11.862873 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3d8d604b-f4b5-4072-821e-4c24d2fdbb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:11.874475 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-3d8d604b-f4b5-4072-821e-4c24d2fdbb8e admin admin] Calling delete_port for 0cfd0360-1bc1-42d3-b5ff-f3633abbf096 owned by network:router_gateway {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:50:11.894225 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-fc1cc7d9-c924-4847-81cc-f2f13f2b57a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'name': 'tempest-TestShelveInstance-1075348688-router', 'tenant_id': 'ea858008ec0d4a69a2528d118b11d741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'external_fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '0cfd0360-1bc1-42d3-b5ff-f3633abbf096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:27Z', 'updated_at': '2021-07-19T17:50:10Z', 'revision_number': 5, 'project_id': 'ea858008ec0d4a69a2528d118b11d741', 'gw_port': {'id': '0cfd0360-1bc1-42d3-b5ff-f3633abbf096', 'name': '', 'network_id': 'dd450a14-f1e5-42d3-875a-01b216fac07d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a4cd452-a640-4587-9720-ee881db0a230', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T17:45:27Z', 'updated_at': '2021-07-19T17:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4cd452-a640-4587-9720-ee881db0a230', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-4-iscsi'}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:50:11.922685 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1cc7d9-c924-4847-81cc-f2f13f2b57a9 None None] Checking router: 66cbe702-962f-49df-be3b-6a247d7faae1 for host: dv-cinder-800696-4-iscsi {{(pid=99969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 17:50:11.930610 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1cc7d9-c924-4847-81cc-f2f13f2b57a9 None None] Routers {'66cbe702-962f-49df-be3b-6a247d7faae1'} bound to L3 agent in host dv-cinder-800696-4-iscsi {{(pid=99969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 19 17:50:11.931195 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-fc1cc7d9-c924-4847-81cc-f2f13f2b57a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T17:31:22Z,description=,heartbeat_timestamp=2021-07-19T17:49:52Z,host='dv-cinder-800696-4-iscsi',id=74184ed2-60d8-448e-9a24-f6a8ff4c2b27,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T17:31:22Z,topic='l3_agent')) {'router_ids': ['66cbe702-962f-49df-be3b-6a247d7faae1'], 'active': True} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:50:12.012489 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_dvr_db [None req-fc1cc7d9-c924-4847-81cc-f2f13f2b57a9 None None] Set router 66cbe702-962f-49df-be3b-6a247d7faae1 gateway port host: None {{(pid=99969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 19 17:50:12.036274 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3d8d604b-f4b5-4072-821e-4c24d2fdbb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.061257 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d604b-f4b5-4072-821e-4c24d2fdbb8e admin admin] Pushing event deleted for resources: {'Port': ['ID=0cfd0360-1bc1-42d3-b5ff-f3633abbf096,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:50:12.068994 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.l3_hamode_db [None req-fc1cc7d9-c924-4847-81cc-f2f13f2b57a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'name': 'tempest-TestShelveInstance-1075348688-router', 'tenant_id': 'ea858008ec0d4a69a2528d118b11d741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:27Z', 'updated_at': '2021-07-19T17:50:11Z', 'revision_number': 6, 'project_id': 'ea858008ec0d4a69a2528d118b11d741', 'gw_port_host': None}], 'dv-cinder-800696-4-iscsi', False) {} {{(pid=99969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:50:12.097633 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1cc7d9-c924-4847-81cc-f2f13f2b57a9 None None] The sync data for ids ['66cbe702-962f-49df-be3b-6a247d7faae1'] in dv-cinder-800696-4-iscsi is: [{'id': '66cbe702-962f-49df-be3b-6a247d7faae1', 'name': 'tempest-TestShelveInstance-1075348688-router', 'tenant_id': 'ea858008ec0d4a69a2528d118b11d741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T17:45:27Z', 'updated_at': '2021-07-19T17:50:11Z', 'revision_number': 6, 'project_id': 'ea858008ec0d4a69a2528d118b11d741', 'gw_port_host': None}] {{(pid=99969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 17:50:12.121310 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3d8d604b-f4b5-4072-821e-4c24d2fdbb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418232'] for router_gateway, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.209468 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3d8d604b-f4b5-4072-821e-4c24d2fdbb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6197'] for router, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.211539 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3d8d604b-f4b5-4072-821e-4c24d2fdbb8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.254825 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3d8d604b-f4b5-4072-821e-4c24d2fdbb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-418636'] for router, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.255359 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8d604b-f4b5-4072-821e-4c24d2fdbb8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66cbe702-962f-49df-be3b-6a247d7faae1 {{(pid=99967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 17:50:12.263524 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-3d8d604b-f4b5-4072-821e-4c24d2fdbb8e admin admin] Notify callbacks [] for router, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.264696 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-3d8d604b-f4b5-4072-821e-4c24d2fdbb8e admin admin] 10.222.0.58 "DELETE /v2.0/routers/66cbe702-962f-49df-be3b-6a247d7faae1 HTTP/1.1" status: 204 len: 168 time: 0.7406683 Jul 19 17:50:12.267251 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58782) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:50:12.310061 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ec81d6-743e-4722-8a2d-62a81af98edf admin admin] Deleting subnet 2e9e372b-3495-403f-b9b9-d98cfefd3d89 {{(pid=99967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 19 17:50:12.312973 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-41ec81d6-743e-4722-8a2d-62a81af98edf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.345874 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-41ec81d6-743e-4722-8a2d-62a81af98edf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8558846'] for subnet, precommit_delete_associations {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.423763 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-41ec81d6-743e-4722-8a2d-62a81af98edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364798'] for subnet, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.476364 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-41ec81d6-743e-4722-8a2d-62a81af98edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10261960'] for subnet, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.503389 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec81d6-743e-4722-8a2d-62a81af98edf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e9e372b-3495-403f-b9b9-d98cfefd3d89,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:50:12.507386 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-41ec81d6-743e-4722-8a2d-62a81af98edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for subnet, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.511628 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-41ec81d6-743e-4722-8a2d-62a81af98edf admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2e9e372b-3495-403f-b9b9-d98cfefd3d89 HTTP/1.1" status: 204 len: 168 time: 0.2410781 Jul 19 17:50:12.511745 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58784) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:50:12.514511 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea03731-d194-4dd5-a582-f584dd3be3c9 None None] Network 254bb9fd-55c7-4549-9fed-4bf60c39bb5d requested from dv-cinder-800696-4-iscsi {{(pid=99968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 19 17:50:12.585173 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623415'] for network, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.636588 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] Deleting port cf9cf98f-2270-4656-94e4-48bf5ce883d3 {{(pid=99967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 19 17:50:12.636812 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740605459869'] for port, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.702858 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.db [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] For port cf9cf98f-2270-4656-94e4-48bf5ce883d3, host dv-cinder-800696-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-4-iscsi',level=0,port_id=cf9cf98f-2270-4656-94e4-48bf5ce883d3,segment=NetworkSegment(ffd533d9-9f08-4e24-b286-841b37938d67),segment_id=ffd533d9-9f08-4e24-b286-841b37938d67)] {{(pid=99967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 17:50:12.703134 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418665'] for port, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.714745 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.plugin [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] Calling delete_port for cf9cf98f-2270-4656-94e4-48bf5ce883d3 owned by network:dhcp {{(pid=99967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 19 17:50:12.794408 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-542864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740605461104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740605059997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8558685'] for port, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.807542 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] No DVR routers for this DVR port cf9cf98f-2270-4656-94e4-48bf5ce883d3 on host dv-cinder-800696-4-iscsi {{(pid=99967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 17:50:12.829020 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f19ad4-2c7a-410d-bbf5-79d1dd8b51dd None None] DHCP port deletion for 254bb9fd-55c7-4549-9fed-4bf60c39bb5d request from dv-cinder-800696-4-iscsi {{(pid=99968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 19 17:50:12.848905 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] Pushing event deleted for resources: {'Port': ['ID=cf9cf98f-2270-4656-94e4-48bf5ce883d3,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:50:12.887133 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device cf9cf98f-2270-4656-94e4-48bf5ce883d3 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:50:12.904991 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366034', 'neutron.services.segments.db._delete_segments_for_network-8740605476410'] for network, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.911386 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: cf9cf98f-2270-4656-94e4-48bf5ce883d3 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:50:12.911735 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device cf9cf98f-2270-4656-94e4-48bf5ce883d3 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:50:12.912156 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 016460dc-9b10-4302-aca3-f1e2d37621ff no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:50:12.917676 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254bb9fd-55c7-4549-9fed-4bf60c39bb5d']}} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:50:12.927816 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd533d9-9f08-4e24-b286-841b37938d67') {'for_net_delete': True} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:50:12.928112 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.services.segments.db [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd533d9-9f08-4e24-b286-841b37938d67') {} {{(pid=99967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 17:50:12.930784 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: 016460dc-9b10-4302-aca3-f1e2d37621ff {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:50:12.931125 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 016460dc-9b10-4302-aca3-f1e2d37621ff not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:50:12.931541 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 0cfd0360-1bc1-42d3-b5ff-f3633abbf096 no longer exists at agent ovs-agent-dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 17:50:12.937966 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740605480259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8558821'] for segment, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.950253 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] No Port match for: 0cfd0360-1bc1-42d3-b5ff-f3633abbf096 {{(pid=99968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 19 17:50:12.950810 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron.plugins.ml2.rpc [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Device 0cfd0360-1bc1-42d3-b5ff-f3633abbf096 not bound to the agent host dv-cinder-800696-4-iscsi {{(pid=99968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 17:50:12.952554 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318'] for segment, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.960581 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=99967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 17:50:12.961247 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558688'] for segment, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: Traceback (most recent call last): Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: timer() Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: cb(*args, **kw) Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: return func(*args, **kwargs) Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: self._notify() Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: self.callback(batched_events) Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: event.method(event) Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: return f(self, *a, **k) Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._get(url).json() Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: return self.request(url, 'GET', **kwargs) Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 17:50:12.962984 dv-cinder-800696-4-iscsi neutron-server[99967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 17:50:13.014928 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418180'] for network, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:13.020618 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634277'] for network, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:13.022512 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] 10.222.0.58 "DELETE /v2.0/networks/254bb9fd-55c7-4549-9fed-4bf60c39bb5d HTTP/1.1" status: 204 len: 168 time: 0.5098898 Jul 19 17:50:13.035224 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa980cbc-b918-4e10-b630-1413e21ad89a admin admin] Pushing event deleted for resources: {'Network': ['ID=254bb9fd-55c7-4549-9fed-4bf60c39bb5d,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:50:13.187437 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58788) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:50:13.227092 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-22ec4a91-fd21-4a16-b910-020d60e4185e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=243f0ff2617147a69560f3caab4c8b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384204 Jul 19 17:50:13.229412 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58790) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:50:13.278596 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c87dfa45-49c8-420c-92c8-d8f5abf0da12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:13.299701 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c87dfa45-49c8-420c-92c8-d8f5abf0da12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:13.346343 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c87dfa45-49c8-420c-92c8-d8f5abf0da12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:13.348857 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-c87dfa45-49c8-420c-92c8-d8f5abf0da12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:13.350019 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-c87dfa45-49c8-420c-92c8-d8f5abf0da12 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e60d0c10-d000-431c-821d-e7b9915a4512 HTTP/1.1" status: 204 len: 168 time: 0.1196818 Jul 19 17:50:13.357641 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dfa45-49c8-420c-92c8-d8f5abf0da12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60d0c10-d000-431c-821d-e7b9915a4512,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:50:13.651831 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58796) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:50:13.690378 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-bff1872c-9497-4624-9c03-0579a290673a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea858008ec0d4a69a2528d118b11d741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373952 Jul 19 17:50:13.693300 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [-] (99967) accepted ('10.222.0.58', 58798) {{(pid=99967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 19 17:50:13.738796 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-91683f84-5314-43a4-b6a2-ce4135550d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:13.759204 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-91683f84-5314-43a4-b6a2-ce4135550d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:13.802781 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-91683f84-5314-43a4-b6a2-ce4135550d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699225'] for security_group, after_delete {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:13.805228 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron_lib.callbacks.manager [None req-91683f84-5314-43a4-b6a2-ce4135550d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:13.806365 dv-cinder-800696-4-iscsi neutron-server[99967]: INFO neutron.wsgi [None req-91683f84-5314-43a4-b6a2-ce4135550d66 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb33710f-83e8-43c0-9d4e-3cb9ef06123d HTTP/1.1" status: 204 len: 168 time: 0.1121721 Jul 19 17:50:13.813676 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91683f84-5314-43a4-b6a2-ce4135550d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb33710f-83e8-43c0-9d4e-3cb9ef06123d,revision_number=None']} {{(pid=99967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 17:50:19.179649 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-491afbfa-99ac-4ef6-9de1-a6631397791d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:21.710583 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e7e7632a-49f1-4745-9f43-a4cb4efe4e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:21.936815 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:23.122658 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:23.844920 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:24.522535 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:38.714283 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:50:49.178858 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-ecb82efc-3a4b-40ce-92a3-3fd9f7cf04d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:51.711382 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-a52d56bf-2d2e-4a2b-963a-46f83228f1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:51.936501 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:53.125380 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:53.859975 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:50:54.527099 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:51:15.713023 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:51:19.178786 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d4b284e-7ab2-46d1-8919-97b80311bb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:51:21.710581 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-e42d7ebb-5442-4196-aa1e-ca6664d88c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:51:21.936455 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:51:23.128852 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:51:23.867945 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:51:24.528079 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:51:49.178871 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-62df724a-5291-4439-b48e-f9a6601702e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:51:51.711978 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-bff7e2ec-d6e2-4622-b3c7-f66a6f2f078f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:51:51.936354 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:51:52.711382 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:51:53.131106 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:51:53.885893 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:51:54.531287 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:52:19.178568 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-6a63a210-e808-427d-9776-cfcef47a0c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:52:21.712919 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-c1468862-f3cb-46bf-9167-d480fa73247b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:52:21.936404 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:52:23.134434 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:52:23.888250 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:52:24.535058 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:52:29.710399 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:52:49.178013 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-02bc57b7-ec7b-435c-9387-6d6ebb88f01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:52:51.713821 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-2bd8a17b-f7da-44c5-aa45-999ab859ddf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:52:51.935703 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:52:53.136496 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:52:53.905723 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:52:54.538198 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:53:06.708104 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:53:19.177242 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-caa12295-4612-4f6f-91f4-31d73ab571e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:53:21.715423 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f1e45ae5-8c6c-4bba-a24d-7ff113440b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:53:21.934395 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:53:23.139245 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:53:23.917512 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:53:24.541980 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:53:43.706303 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:53:49.177239 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-49c68a37-127a-46e1-afb4-7c3fc1f63943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:53:51.715044 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8e378e59-1481-4adf-ac0c-53bfaa7bdb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:53:51.933637 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:53:53.142873 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:53:53.931465 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:53:54.543439 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:54:19.176839 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3be30e04-8456-4c60-b2f2-f3a4f318a8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:54:20.704292 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:54:21.714518 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-bd9d416a-1c5f-463c-a798-dec7cb0ed224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:54:21.933068 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:54:23.145930 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:54:23.931455 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:54:24.546797 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:54:49.176249 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-6f867dd5-0cdb-4803-8d73-0e6e2e56ed1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:54:51.714226 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-09e637a9-c5b3-40a2-9cc5-b808f00d8075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:54:51.932943 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:54:53.148632 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:54:53.416817 dv-cinder-800696-4-iscsi neutron-server[99967]: DEBUG neutron.wsgi [req-394dac20-94fd-40d8-ac53-e1685536736c req-400da42b-54b9-486c-b76b-6d61e0e84107 service neutron] (99967) timed out ('10.222.0.49', 61194) {{(pid=99967) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 17:54:53.602860 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [req-f6522426-db26-4de7-8890-8db6ba93bd6d req-53a0d04a-4c84-487a-b716-23725a7a4379 service neutron] (99966) timed out ('10.222.0.49', 61201) {{(pid=99966) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 17:54:53.933581 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:54:54.212951 dv-cinder-800696-4-iscsi neutron-server[99966]: DEBUG neutron.wsgi [req-05b0aec8-a077-4169-b767-97c5a70a06b7 req-f4756124-b4d2-4980-be08-e4d97b8a11de service neutron] (99966) timed out ('10.222.0.49', 61211) {{(pid=99966) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 19 17:54:54.549051 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:54:57.702950 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 17:55:19.175808 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4aafb86a-2d2f-4b16-a0f5-f38f0b98cc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:55:21.714796 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-f10acb15-06b5-4f31-85ae-b03ea93cf30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:55:21.932469 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f88f-7c38-4c75-8d37-98bda28067f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:55:23.151881 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-3af64ba9-ed1f-4406-8512-2383c86ba0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:55:23.930482 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1ea-963b-4995-933c-0bdb89070fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:55:24.552905 dv-cinder-800696-4-iscsi neutron-server[99968]: DEBUG neutron_lib.callbacks.manager [None req-4946c54e-4da2-425b-bb2c-7a4a5ba2cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740605476392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1365804'] for agent, after_update {{(pid=99968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 17:55:34.701600 dv-cinder-800696-4-iscsi neutron-server[99969]: DEBUG neutron.db.agents_db [None req-767b81f7-ce53-4f97-a118-1dcbdc890340 None None] Agent healthcheck: found 6 active agents {{(pid=99969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}